[ 526.942781] env[65871]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.942781] env[65871]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.943777] env[65959]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.943777] env[65959]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.506014] env[65959]: INFO neutron.common.config [-] Logging enabled! [ 529.506389] env[65959]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 529.506450] env[65959]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65959) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 529.506745] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 529.506841] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 529.507685] env[65959]: WARNING oslo_policy.policy [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.507887] env[65959]: WARNING oslo_policy.policy [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 529.509578] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] VMware NSXv3 Agent initialized successfully. [ 529.509927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] Acquiring lock "singleton_lock" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.510067] env[65959]: DEBUG oslo_concurrency.lockutils [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] Acquired lock "singleton_lock" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.510282] env[65959]: DEBUG oslo_concurrency.lockutils [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] Releasing lock "singleton_lock" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.510633] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] Full set of CONF: {{(pid=65959) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 529.510753] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ******************************************************************************** {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 529.510852] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] Configuration options gathered from: {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 529.511223] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 529.511389] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 529.511495] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ================================================================================ {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 529.511679] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] agent_down_time = 75 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.511819] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] allow_automatic_dhcp_failover = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.511950] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] allow_bulk = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512101] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] api_extensions_path = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512236] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] api_paste_config = api-paste.ini {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512369] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] auth_strategy = keystone {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512470] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] backdoor_port = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512565] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] backdoor_socket = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512692] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] backlog = 4096 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512825] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.512974] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] bind_host = 0.0.0.0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513120] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] bind_port = 9696 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513245] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] client_socket_timeout = 900 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513383] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] config_dir = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513484] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513616] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] config_source = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513802] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] control_exchange = neutron {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.513962] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] core_plugin = ml2 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514111] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] debug = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514244] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] default_availability_zones = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514443] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514575] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] dhcp_agent_notification = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514701] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] dhcp_agents_per_network = 1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514827] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] dhcp_lease_duration = 86400 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.514962] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] dhcp_load_type = networks {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515106] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] dns_domain = openstacklocal {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515239] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515368] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_default_route_bfd = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515495] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_default_route_ecmp = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515619] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_dvr = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515742] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_new_agents = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515865] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.515989] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_signals = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516127] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] enable_traditional_dhcp = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516250] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] external_dns_driver = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516373] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] filter_validation = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516506] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] global_physnet_mtu = 8950 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516630] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] graceful_shutdown_timeout = 60 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516801] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] host = cpu-1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.516934] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] host_dvr_for_dhcp = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517071] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] http_retries = 3 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517211] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] instance_format = [instance: %(uuid)s] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517378] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517469] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ipam_driver = internal {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517593] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ipv6_pd_enabled = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517719] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] l3_ha = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.517923] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518158] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] l3_ha_network_physical_name = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518387] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] l3_ha_network_type = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518619] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_color = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.518851] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_config_append = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519100] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519329] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_dir = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519489] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_file = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519597] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_options = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519732] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_rotate_interval = 1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.519874] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_rotate_interval_type = days {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520021] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] log_rotation_type = none {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520128] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520230] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520370] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520500] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520597] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520725] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] max_dns_nameservers = 5 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520850] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] max_header_line = 16384 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.520975] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] max_l3_agents_per_router = 3 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521111] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] max_logfile_count = 30 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521235] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] max_logfile_size_mb = 200 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521359] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] max_subnet_host_routes = 20 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521494] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] my_ip = 10.180.1.21 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521626] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] my_ipv6 = ::1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521752] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] network_auto_schedule = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.521873] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] network_link_prefix = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522010] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522151] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] notify_nova_on_port_data_changes = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522281] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] notify_nova_on_port_status_changes = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522413] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] pagination_max_limit = -1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522537] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] publish_errors = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522661] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] rate_limit_burst = 0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522792] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] rate_limit_except_level = CRITICAL {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.522915] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] rate_limit_interval = 0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523047] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] retry_until_window = 30 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523172] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] router_distributed = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523295] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] rpc_resources_processing_step = 20 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523419] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] rpc_response_max_timeout = 600 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523543] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] rpc_response_timeout = 60 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523666] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] send_events_interval = 2 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523808] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] service_plugins = ['router'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.523940] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] setproctitle = on {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524077] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] shell_completion = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524210] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] state_path = /opt/stack/data/neutron {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524340] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] syslog_log_facility = LOG_USER {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524467] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] tcp_keepidle = 600 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524595] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] transport_url = **** {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524722] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] use_journal = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524847] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] use_json = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.524973] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] use_ssl = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525109] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] use_stderr = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525242] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] use_syslog = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525368] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] vlan_qinq = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525488] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] vlan_transparent = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525613] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] watch_log_file = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525738] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] wsgi_default_pool_size = 100 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.525863] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] wsgi_keep_alive = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526029] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526137] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] wsgi_server_debug = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 529.526283] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_concurrency.disable_process_locking = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.526431] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.526568] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.526699] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.526833] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.526967] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527110] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527257] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.connection_string = messaging:// {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527393] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.enabled = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527526] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.es_doc_type = notification {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527660] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.es_scroll_size = 10000 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527791] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.es_scroll_time = 2m {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.527917] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.filter_error_trace = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528060] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.hmac_keys = **** {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528192] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.sentinel_service_name = mymaster {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528332] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.socket_timeout = 0.1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528462] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.trace_requests = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528591] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler.trace_sqlalchemy = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528734] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler_jaeger.process_tags = {} {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528864] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler_jaeger.service_name_prefix = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.528994] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] profiler_otlp.service_name_prefix = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.529150] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.enforce_new_defaults = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.529444] env[65959]: WARNING oslo_config.cfg [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 529.529593] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.enforce_scope = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.529731] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.policy_default_rule = default {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.529874] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530018] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530159] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530305] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530451] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530577] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530704] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530840] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.530983] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531138] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] agent.extensions = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531273] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531412] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] service_providers.service_provider = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531552] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.default_quota = -1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531686] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531815] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_floatingip = 50 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.531942] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_network = 100 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532080] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_port = 500 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532210] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532337] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_router = 10 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532471] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_security_group = 10 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532598] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532726] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.quota_subnet = 100 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532852] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] QUOTAS.track_quota_usage = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.532998] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533141] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.group = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533271] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.helper_command = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533402] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.log_daemon_traceback = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533538] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533670] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.thread_pool_size = 8 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533797] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep.user = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.533934] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534071] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.group = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534197] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.helper_command = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534327] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534459] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534586] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534711] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_dhcp_release.user = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534848] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.534973] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.group = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535110] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535236] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535365] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535494] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535620] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_ovs_vsctl.user = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535752] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.capabilities = [21] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535875] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.group = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.535998] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.helper_command = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536138] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536271] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536412] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536586] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_namespace.user = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536734] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.capabilities = [12] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536862] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.group = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.536989] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.helper_command = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537129] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537264] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537394] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537517] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_conntrack.user = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537656] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.capabilities = [12, 21] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537782] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.group = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.537905] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.helper_command = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538040] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.log_daemon_traceback = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538174] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538300] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.thread_pool_size = 8 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538424] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] privsep_link.user = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538568] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538708] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538841] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.continue_on_failed_promotions = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.538968] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.dscp = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539111] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.dscp_inherit = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539286] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.force_mp_to_policy = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539412] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.locking_coordinator_url = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539546] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.log_agent_heartbeats = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539675] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.logging_expire = 1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539810] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.539940] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540096] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.polling_interval = 240 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540227] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540381] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540569] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.report_interval = 30.0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540762] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.540909] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541061] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541200] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.sync_skew = 60 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541334] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.synchronization_queue_size = 20 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541467] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT.use_helper_for_ns_read = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541606] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] SECURITYGROUP.enable_ipset = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541742] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] SECURITYGROUP.enable_security_group = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.541875] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542014] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542154] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] experimental.ipv6_pd_enabled = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542304] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.extension_drivers = ['port_security'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542524] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.external_network_type = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542702] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542846] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.overlay_ip_version = 4 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.542982] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.path_mtu = 8950 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543137] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.physical_network_mtus = {} {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543278] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543423] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543634] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ml2.type_drivers = ['vlan'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543795] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.543931] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544075] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544218] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544380] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544532] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544666] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544803] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.544936] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545145] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545290] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_login_password = **** {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545431] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545565] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_login_user = admin {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545700] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545834] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.545964] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546102] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546238] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546380] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546515] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546647] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546777] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.546911] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547059] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547215] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547363] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547551] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547692] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547826] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.547959] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548101] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.auth_section = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548241] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.auth_type = password {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548378] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548504] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.certfile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548630] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.collect_timing = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548764] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.endpoint_type = public {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.548889] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.insecure = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549023] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.keyfile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549155] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.region_name = RegionOne {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549304] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.split_loggers = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549434] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] nova.timeout = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549569] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.auth_section = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549709] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.auth_type = password {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549839] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.549962] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.certfile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550104] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.collect_timing = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550240] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.endpoint_type = public {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550367] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.insecure = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550488] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.keyfile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550610] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.region_name = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550732] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.split_loggers = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550852] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] placement.timeout = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.550982] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.auth_section = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551120] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.auth_type = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551243] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.cafile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551365] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.certfile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551487] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.collect_timing = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551607] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.connect_retries = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551730] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.connect_retry_delay = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551855] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.enable_notifications = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.551975] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.endpoint_override = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552112] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.insecure = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552235] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.interface = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552354] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.keyfile = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552480] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.max_version = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552600] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.min_version = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552721] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.region_name = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552839] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.retriable_status_codes = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.552959] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.service_name = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553090] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.service_type = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553214] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.split_loggers = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553334] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.status_code_retries = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553459] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.status_code_retry_delay = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553580] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.timeout = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553700] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.valid_interfaces = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553819] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ironic.version = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.553949] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] cli_script.dry_run = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554096] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554224] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554350] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554477] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554602] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554725] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554851] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.554977] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555116] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555254] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555377] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555510] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555643] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555777] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.555905] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556050] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556183] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556309] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556442] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556568] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556694] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556821] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.556946] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557083] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557229] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557364] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557492] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557617] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557742] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557867] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.557991] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.ssl = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558140] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558273] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558400] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558529] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558661] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558792] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.558922] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_notifications.driver = [] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559062] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_notifications.retry = -1 {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559208] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559359] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 529.559464] env[65959]: DEBUG oslo_service.backend._eventlet.service [None req-77e7d02e-92a4-4572-9608-1c9c8a334622 None None] ******************************************************************************** {{(pid=65959) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 529.560615] env[65959]: DEBUG neutron.agent.securitygroups_rpc [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Init firewall settings (driver=nsxv3) {{(pid=65959) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 529.561892] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65959) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 529.562149] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] RPC agent_id: nsxm-l-01a.corp.local [ 529.564333] env[65959]: DEBUG dogpile.cache.region [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.564447] env[65959]: DEBUG dogpile.lock [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 529.564543] env[65959]: DEBUG dogpile.lock [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 529.564632] env[65959]: DEBUG dogpile.lock [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 529.564723] env[65959]: DEBUG dogpile.cache.region [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 529.564807] env[65959]: DEBUG dogpile.lock [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 529.564929] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 529.597942] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Session token - acquiring [ 529.599887] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.600147] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.600147] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.600665] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.613453] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.885751] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.907897] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.908066] env[65959]: DEBUG dogpile.cache.region [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Cache value generated in 0.343 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.908184] env[65959]: DEBUG dogpile.lock [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.908309] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Activating Policy API Provider. [ 529.908497] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Looking for the default Infrastructure Rules. [ 529.975897] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Looking for the Default Layer3 Logged Drop Section. [ 529.990920] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.991386] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.991587] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.991713] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.991985] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.992528] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.509525] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.012935] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.516613] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Inventory metadata is going to be refreshed. [ 531.516613] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.282063] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.282063] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.282063] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.282063] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.293241] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.294433] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.295459] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.312488] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.313023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.315018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.315018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.315018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.315018] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.315018] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.315018] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.335334] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.336113] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.337952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.337952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.337952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.337952] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.361022] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.361022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.361022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.361022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.361022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.361022] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.379590] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.380110] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.380384] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.380789] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.381079] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.381365] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.381590] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.381838] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.402051] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.404480] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.404480] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.404480] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.404480] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.404480] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.404480] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.404480] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.424053] env[65959]: DEBUG networking_nsxv3.common.locking [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.424053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.424053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.424053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.424053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.424053] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.424053] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.424053] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Inventory metadata have been refreshed. [ 532.424053] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Dryrun:True. Metadata refresh completed. [ 532.424053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Releasing lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.425850] env[65959]: INFO neutron.agent.agent_extensions_manager [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Loaded agent extensions: [] [ 532.426742] env[65959]: DEBUG neutron_lib.callbacks.manager [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65959) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.482329] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.482329] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.482329] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent out of sync with plugin! [ 537.427278] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.427662] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.428528] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.428910] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.429415] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.429714] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.628798] env[65959]: INFO networking_nsxv3.common.synchronization [None req-21c84b8f-0fa8-42ac-af78-7e9a771e75a9 demo admin] Enqueued Resource ID: 42bd7444-71d2-4a00-a706-ea214fa65a0a with Priority: HIGHEST for action security_group_rules [ 547.629356] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42bd7444-71d2-4a00-a706-ea214fa65a0a with Priority: HIGHEST for action security_group_rules [ 547.629636] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42bd7444-71d2-4a00-a706-ea214fa65a0a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.629761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42bd7444-71d2-4a00-a706-ea214fa65a0a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.629825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42bd7444-71d2-4a00-a706-ea214fa65a0a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.630181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42bd7444-71d2-4a00-a706-ea214fa65a0a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.630265] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42bd7444-71d2-4a00-a706-ea214fa65a0a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.150830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.151065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.151065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.151259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.151343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.151438] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42bd7444-71d2-4a00-a706-ea214fa65a0a already deleted. [ 548.151517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42bd7444-71d2-4a00-a706-ea214fa65a0a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.630218] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.630620] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.632089] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.632089] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.632779] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.633315] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.634370] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.634370] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.635142] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.635520] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.424740] env[65959]: INFO networking_nsxv3.common.synchronization [None req-d33ae230-72b1-4eca-9f1f-c7caad3497b2 None None] Enqueued Resource ID: 0d4d2e39-0e0c-4370-8996-78de896d705a with Priority: HIGHEST for action port [ 573.425323] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4d2e39-0e0c-4370-8996-78de896d705a with Priority: HIGHEST for action port [ 573.425611] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4d2e39-0e0c-4370-8996-78de896d705a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.426335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4d2e39-0e0c-4370-8996-78de896d705a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.426335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4d2e39-0e0c-4370-8996-78de896d705a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.426335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4d2e39-0e0c-4370-8996-78de896d705a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.426517] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4d2e39-0e0c-4370-8996-78de896d705a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.930834] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d4d2e39-0e0c-4370-8996-78de896d705a [ 573.930834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.930834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.930834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.930834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.930834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.930834] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d4d2e39-0e0c-4370-8996-78de896d705a already deleted. [ 573.930834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4d2e39-0e0c-4370-8996-78de896d705a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.272041] env[65959]: INFO networking_nsxv3.common.synchronization [None req-1d1abc8c-975f-45bc-98be-257afd679406 None None] Enqueued Resource ID: dff086c2-1419-4b59-bf05-46f38b0ea857 with Priority: HIGHEST for action port [ 575.272041] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff086c2-1419-4b59-bf05-46f38b0ea857 with Priority: HIGHEST for action port [ 575.272041] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-dff086c2-1419-4b59-bf05-46f38b0ea857 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.272041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dff086c2-1419-4b59-bf05-46f38b0ea857" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.272041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dff086c2-1419-4b59-bf05-46f38b0ea857" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.272803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dff086c2-1419-4b59-bf05-46f38b0ea857" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.273026] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff086c2-1419-4b59-bf05-46f38b0ea857',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.775406] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dff086c2-1419-4b59-bf05-46f38b0ea857 [ 575.775594] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.775726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.775794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.776029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.776123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.776216] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dff086c2-1419-4b59-bf05-46f38b0ea857 already deleted. [ 575.776295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dff086c2-1419-4b59-bf05-46f38b0ea857" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.570309] env[65959]: INFO networking_nsxv3.common.synchronization [None req-fce2803c-82d2-49d8-8414-c10f2756293a None None] Enqueued Resource ID: fc596888-f500-4e73-9012-25b4cc2f2759 with Priority: HIGHEST for action port [ 578.570799] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc596888-f500-4e73-9012-25b4cc2f2759 with Priority: HIGHEST for action port [ 578.572455] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc596888-f500-4e73-9012-25b4cc2f2759 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.572527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc596888-f500-4e73-9012-25b4cc2f2759" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.572590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc596888-f500-4e73-9012-25b4cc2f2759" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.573106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc596888-f500-4e73-9012-25b4cc2f2759" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.573311] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc596888-f500-4e73-9012-25b4cc2f2759',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.078069] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc596888-f500-4e73-9012-25b4cc2f2759 [ 579.078702] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.078702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.078702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.078901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.078901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.078976] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc596888-f500-4e73-9012-25b4cc2f2759 already deleted. [ 579.079022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc596888-f500-4e73-9012-25b4cc2f2759" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.447451] env[65959]: INFO networking_nsxv3.common.synchronization [None req-7145c965-9ce5-42ad-9942-1a206bd3ecfa None None] Enqueued Resource ID: c44b282f-a95a-417c-b75b-51af2ead1be6 with Priority: HIGHEST for action port [ 579.447787] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44b282f-a95a-417c-b75b-51af2ead1be6 with Priority: HIGHEST for action port [ 579.448092] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c44b282f-a95a-417c-b75b-51af2ead1be6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.448210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c44b282f-a95a-417c-b75b-51af2ead1be6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.448281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c44b282f-a95a-417c-b75b-51af2ead1be6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.448576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c44b282f-a95a-417c-b75b-51af2ead1be6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.448698] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c44b282f-a95a-417c-b75b-51af2ead1be6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.751067] env[65959]: INFO networking_nsxv3.common.synchronization [None req-711596b6-5e16-47ff-ae6a-25c43ebad65b None None] Enqueued Resource ID: 646ae1e3-6616-40e9-8dc7-2430721760ad with Priority: HIGHEST for action port [ 579.751345] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646ae1e3-6616-40e9-8dc7-2430721760ad with Priority: HIGHEST for action port [ 579.751825] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-646ae1e3-6616-40e9-8dc7-2430721760ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.752037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646ae1e3-6616-40e9-8dc7-2430721760ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.752127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646ae1e3-6616-40e9-8dc7-2430721760ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.752362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646ae1e3-6616-40e9-8dc7-2430721760ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.752453] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646ae1e3-6616-40e9-8dc7-2430721760ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.951246] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c44b282f-a95a-417c-b75b-51af2ead1be6 [ 579.952747] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.952747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.952747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.952747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.952747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.952747] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c44b282f-a95a-417c-b75b-51af2ead1be6 already deleted. [ 579.952747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c44b282f-a95a-417c-b75b-51af2ead1be6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.167468] env[65959]: INFO networking_nsxv3.common.synchronization [None req-171278db-9f1a-48e3-8320-7f98fc3e98ee None None] Enqueued Resource ID: 487e6e32-508f-4ee4-9b2d-3ec9f55d2246 with Priority: HIGHEST for action port [ 580.169382] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487e6e32-508f-4ee4-9b2d-3ec9f55d2246 with Priority: HIGHEST for action port [ 580.171136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-487e6e32-508f-4ee4-9b2d-3ec9f55d2246 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.171136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487e6e32-508f-4ee4-9b2d-3ec9f55d2246" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.171136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487e6e32-508f-4ee4-9b2d-3ec9f55d2246" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.171136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487e6e32-508f-4ee4-9b2d-3ec9f55d2246" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.171136] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487e6e32-508f-4ee4-9b2d-3ec9f55d2246',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.256645] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 646ae1e3-6616-40e9-8dc7-2430721760ad [ 580.256878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.257025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.257146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.257338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.257422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.257552] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:646ae1e3-6616-40e9-8dc7-2430721760ad already deleted. [ 580.257599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646ae1e3-6616-40e9-8dc7-2430721760ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.674215] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 487e6e32-508f-4ee4-9b2d-3ec9f55d2246 [ 580.674215] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.674215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.674215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.674215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.674215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.674215] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:487e6e32-508f-4ee4-9b2d-3ec9f55d2246 already deleted. [ 580.674215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487e6e32-508f-4ee4-9b2d-3ec9f55d2246" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.477851] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6ecf97d3-a456-43df-93cf-f19ac404a4d0 None None] Enqueued Resource ID: 1bddeff8-603f-4073-8cbe-5d490b95faab with Priority: HIGHEST for action port [ 581.478446] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bddeff8-603f-4073-8cbe-5d490b95faab with Priority: HIGHEST for action port [ 581.480103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bddeff8-603f-4073-8cbe-5d490b95faab taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.480103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bddeff8-603f-4073-8cbe-5d490b95faab" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.480103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bddeff8-603f-4073-8cbe-5d490b95faab" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.480277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bddeff8-603f-4073-8cbe-5d490b95faab" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.480372] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bddeff8-603f-4073-8cbe-5d490b95faab',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.750955] env[65959]: INFO networking_nsxv3.common.synchronization [None req-b1432d53-fa45-4c16-87bb-e96647498307 None None] Enqueued Resource ID: b3cdc010-1219-4848-9baf-6804d29bfbdc with Priority: HIGHEST for action port [ 581.751498] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3cdc010-1219-4848-9baf-6804d29bfbdc with Priority: HIGHEST for action port [ 581.751797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3cdc010-1219-4848-9baf-6804d29bfbdc taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.751917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3cdc010-1219-4848-9baf-6804d29bfbdc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.751976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3cdc010-1219-4848-9baf-6804d29bfbdc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.753156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3cdc010-1219-4848-9baf-6804d29bfbdc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.753247] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3cdc010-1219-4848-9baf-6804d29bfbdc',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.983035] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bddeff8-603f-4073-8cbe-5d490b95faab [ 581.983267] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.983519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.983519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.983680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.983802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.984426] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bddeff8-603f-4073-8cbe-5d490b95faab already deleted. [ 581.984426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bddeff8-603f-4073-8cbe-5d490b95faab" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.259143] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3cdc010-1219-4848-9baf-6804d29bfbdc [ 582.259389] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.259525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.259597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.259817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.259902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.260041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3cdc010-1219-4848-9baf-6804d29bfbdc already deleted. [ 582.260120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3cdc010-1219-4848-9baf-6804d29bfbdc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.568980] env[65959]: INFO networking_nsxv3.common.synchronization [None req-84ceb062-9cde-4736-bf70-d5eeb463a4da None None] Enqueued Resource ID: 661fbaf7-eafd-4b39-99fe-fc608a8f0561 with Priority: HIGHEST for action port [ 582.569345] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661fbaf7-eafd-4b39-99fe-fc608a8f0561 with Priority: HIGHEST for action port [ 582.569771] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-661fbaf7-eafd-4b39-99fe-fc608a8f0561 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.570062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661fbaf7-eafd-4b39-99fe-fc608a8f0561" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.570199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661fbaf7-eafd-4b39-99fe-fc608a8f0561" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.571389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661fbaf7-eafd-4b39-99fe-fc608a8f0561" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.571389] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661fbaf7-eafd-4b39-99fe-fc608a8f0561',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.072884] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661fbaf7-eafd-4b39-99fe-fc608a8f0561 [ 583.073150] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.073286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.073354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.073694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.073694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.073822] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661fbaf7-eafd-4b39-99fe-fc608a8f0561 already deleted. [ 583.073822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661fbaf7-eafd-4b39-99fe-fc608a8f0561" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.230790] env[65959]: INFO networking_nsxv3.common.synchronization [None req-22b2d9e2-c7e2-49f9-9993-8bd8cb996f7b None None] Enqueued Resource ID: 278d1f93-82f5-43b0-bafe-97b1c9bddf6b with Priority: HIGHEST for action port [ 583.230790] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278d1f93-82f5-43b0-bafe-97b1c9bddf6b with Priority: HIGHEST for action port [ 583.230934] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-278d1f93-82f5-43b0-bafe-97b1c9bddf6b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.232562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278d1f93-82f5-43b0-bafe-97b1c9bddf6b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.232659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278d1f93-82f5-43b0-bafe-97b1c9bddf6b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.233667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278d1f93-82f5-43b0-bafe-97b1c9bddf6b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.233667] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278d1f93-82f5-43b0-bafe-97b1c9bddf6b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.458029] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2f209f63-50ef-4043-977a-e05286fc5000 None None] Enqueued Resource ID: 910c2120-4c35-4c8c-8bce-1ae804e53e78 with Priority: HIGHEST for action port [ 583.458029] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910c2120-4c35-4c8c-8bce-1ae804e53e78 with Priority: HIGHEST for action port [ 583.458029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-910c2120-4c35-4c8c-8bce-1ae804e53e78 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.458029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-910c2120-4c35-4c8c-8bce-1ae804e53e78" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.458029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-910c2120-4c35-4c8c-8bce-1ae804e53e78" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.458029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-910c2120-4c35-4c8c-8bce-1ae804e53e78" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.458702] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('910c2120-4c35-4c8c-8bce-1ae804e53e78',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.736307] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 278d1f93-82f5-43b0-bafe-97b1c9bddf6b [ 583.736600] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.736665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.737248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.737248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.737248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.737248] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:278d1f93-82f5-43b0-bafe-97b1c9bddf6b already deleted. [ 583.737248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278d1f93-82f5-43b0-bafe-97b1c9bddf6b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.961069] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 910c2120-4c35-4c8c-8bce-1ae804e53e78 [ 583.961301] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.961437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.961504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.961737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.961818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.965022] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:910c2120-4c35-4c8c-8bce-1ae804e53e78 already deleted. [ 583.965022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-910c2120-4c35-4c8c-8bce-1ae804e53e78" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.432339] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.432339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.432339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.432339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.432339] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.906733] env[65959]: INFO networking_nsxv3.common.synchronization [None req-46c07bef-044f-4718-94af-981f5aebb4be None None] Enqueued Resource ID: 4d8f8c68-0d74-4a56-816f-a441a7f9531f with Priority: HIGHEST for action port [ 584.907034] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d8f8c68-0d74-4a56-816f-a441a7f9531f with Priority: HIGHEST for action port [ 584.907701] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d8f8c68-0d74-4a56-816f-a441a7f9531f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.907701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d8f8c68-0d74-4a56-816f-a441a7f9531f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.907701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d8f8c68-0d74-4a56-816f-a441a7f9531f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.907977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d8f8c68-0d74-4a56-816f-a441a7f9531f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.908125] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d8f8c68-0d74-4a56-816f-a441a7f9531f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.934053] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.410668] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d8f8c68-0d74-4a56-816f-a441a7f9531f [ 585.410900] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.411051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.411117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.411360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.411455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.411557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d8f8c68-0d74-4a56-816f-a441a7f9531f already deleted. [ 585.411643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d8f8c68-0d74-4a56-816f-a441a7f9531f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.437382] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.941500] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 585.941500] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 586.007022] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8e84bd5e-b999-4493-9cf6-7d710e9224d4 None None] Enqueued Resource ID: e17efa4b-a013-453d-b439-82fbbd2f26a6 with Priority: HIGHEST for action port [ 586.007022] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17efa4b-a013-453d-b439-82fbbd2f26a6 with Priority: HIGHEST for action port [ 586.007022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e17efa4b-a013-453d-b439-82fbbd2f26a6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.007873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e17efa4b-a013-453d-b439-82fbbd2f26a6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.009888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e17efa4b-a013-453d-b439-82fbbd2f26a6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.009888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e17efa4b-a013-453d-b439-82fbbd2f26a6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.009888] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17efa4b-a013-453d-b439-82fbbd2f26a6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.389087] env[65959]: INFO networking_nsxv3.common.synchronization [None req-455f34a6-8150-4fa2-bd4b-70ad8863adb3 None None] Enqueued Resource ID: 12073a90-ef0f-4a63-8eee-a0beb6bccf26 with Priority: HIGHEST for action port [ 586.389612] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12073a90-ef0f-4a63-8eee-a0beb6bccf26 with Priority: HIGHEST for action port [ 586.389913] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-12073a90-ef0f-4a63-8eee-a0beb6bccf26 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.390429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12073a90-ef0f-4a63-8eee-a0beb6bccf26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.390537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12073a90-ef0f-4a63-8eee-a0beb6bccf26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.390804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12073a90-ef0f-4a63-8eee-a0beb6bccf26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.390893] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12073a90-ef0f-4a63-8eee-a0beb6bccf26',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.511232] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e17efa4b-a013-453d-b439-82fbbd2f26a6 [ 586.511931] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.513095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.513095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.513095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.513095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.513095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e17efa4b-a013-453d-b439-82fbbd2f26a6 already deleted. [ 586.513095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e17efa4b-a013-453d-b439-82fbbd2f26a6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.676065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.676065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.676065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.681357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.692816] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 586.693936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.695095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 586.713447] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.715036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.715036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.715036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.715036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.715036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 586.715036] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.715036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 586.735175] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.735457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.735599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.735853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.736057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.736315] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.757573] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.757686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.757822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.758142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.758339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.758583] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.779198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.779348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.779421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.779652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.779755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.779863] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 586.779946] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.780111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 586.798015] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.798170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.798672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.798672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.798672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.798672] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 586.798866] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.798866] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 586.820701] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.820701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.820701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.821018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.821018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.821117] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 586.821117] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.821219] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 586.821255] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 586.821309] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 586.821433] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 586.821557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 586.821820] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 586.821860] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 586.821927] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.845081] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.845081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.845081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.845081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.845374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.845374] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.866422] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.867993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.867993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.867993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.867993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.880611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.893282] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12073a90-ef0f-4a63-8eee-a0beb6bccf26 [ 586.893698] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.893930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.893982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.894534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.894746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.895127] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12073a90-ef0f-4a63-8eee-a0beb6bccf26 already deleted. [ 586.895366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12073a90-ef0f-4a63-8eee-a0beb6bccf26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.011561] env[65959]: INFO networking_nsxv3.common.synchronization [None req-1f97b232-c758-4d5c-ae91-f9e8ea0a6f56 None None] Enqueued Resource ID: a2d4b991-cce7-410c-801e-6e25f0bb5b9c with Priority: HIGHEST for action port [ 587.012587] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d4b991-cce7-410c-801e-6e25f0bb5b9c with Priority: HIGHEST for action port [ 587.014472] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d4b991-cce7-410c-801e-6e25f0bb5b9c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.014472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d4b991-cce7-410c-801e-6e25f0bb5b9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.014472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d4b991-cce7-410c-801e-6e25f0bb5b9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.016025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d4b991-cce7-410c-801e-6e25f0bb5b9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.016025] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d4b991-cce7-410c-801e-6e25f0bb5b9c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.458189] env[65959]: INFO networking_nsxv3.common.synchronization [None req-20f71dce-56a2-4d10-87c4-a5f3d776f961 tempest-ServersTestBootFromVolume-98493536 tempest-ServersTestBootFromVolume-98493536-project-member] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_rules [ 587.459511] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_rules [ 587.459758] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.459866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.459915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.463291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.463291] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.517420] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2d4b991-cce7-410c-801e-6e25f0bb5b9c [ 587.517661] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.520964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.520964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.520964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.520964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.520964] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2d4b991-cce7-410c-801e-6e25f0bb5b9c already deleted. [ 587.520964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d4b991-cce7-410c-801e-6e25f0bb5b9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.849203] env[65959]: INFO networking_nsxv3.common.synchronization [None req-4e054f52-e520-4a66-afd6-a034037fb2cd None None] Enqueued Resource ID: 68be0c9b-b8ac-43fd-938a-e5ffae3efdfb with Priority: HIGHEST for action port [ 587.849454] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68be0c9b-b8ac-43fd-938a-e5ffae3efdfb with Priority: HIGHEST for action port [ 587.849990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-68be0c9b-b8ac-43fd-938a-e5ffae3efdfb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.850224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68be0c9b-b8ac-43fd-938a-e5ffae3efdfb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.850296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68be0c9b-b8ac-43fd-938a-e5ffae3efdfb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.850503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68be0c9b-b8ac-43fd-938a-e5ffae3efdfb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.850583] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68be0c9b-b8ac-43fd-938a-e5ffae3efdfb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.987931] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.988091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.988164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.988448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.988947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.989130] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 already deleted. [ 587.989668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.353798] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68be0c9b-b8ac-43fd-938a-e5ffae3efdfb [ 588.354069] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.354248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.354312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.354589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.354696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.354796] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68be0c9b-b8ac-43fd-938a-e5ffae3efdfb already deleted. [ 588.355077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68be0c9b-b8ac-43fd-938a-e5ffae3efdfb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.574283] env[65959]: INFO networking_nsxv3.common.synchronization [None req-4686617e-33fb-4f5f-9831-aeea580cfa6d tempest-ServersTestBootFromVolume-98493536 tempest-ServersTestBootFromVolume-98493536-project-member] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_rules [ 588.574784] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_rules [ 588.575093] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.575209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.575273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.575491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.575576] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.899437] env[65959]: INFO networking_nsxv3.common.synchronization [None req-1070e092-4632-41ca-af35-cae00d573d1d None None] Enqueued Resource ID: 51d66aad-e8d6-4019-aa7a-c37bb493d434 with Priority: HIGHEST for action port [ 588.903687] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d66aad-e8d6-4019-aa7a-c37bb493d434 with Priority: HIGHEST for action port [ 588.904390] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d66aad-e8d6-4019-aa7a-c37bb493d434 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.904562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d66aad-e8d6-4019-aa7a-c37bb493d434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.904608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d66aad-e8d6-4019-aa7a-c37bb493d434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.905661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d66aad-e8d6-4019-aa7a-c37bb493d434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.905661] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d66aad-e8d6-4019-aa7a-c37bb493d434',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.096212] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.096212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.096212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.096212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.096212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.096212] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 already deleted. [ 589.096212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.408921] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51d66aad-e8d6-4019-aa7a-c37bb493d434 [ 589.408921] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.408921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.408921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.408921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.408921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.408921] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51d66aad-e8d6-4019-aa7a-c37bb493d434 already deleted. [ 589.408921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d66aad-e8d6-4019-aa7a-c37bb493d434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.847038] env[65959]: INFO networking_nsxv3.common.synchronization [None req-aa437557-dbd8-4dac-bdb6-412f9204d1d7 None None] Enqueued Resource ID: 9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362 with Priority: HIGHEST for action port [ 590.847038] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362 with Priority: HIGHEST for action port [ 590.847038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.847038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.847038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.847038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.847038] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.072242] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8eeec410-cb70-4cb6-84ec-e6fd1c6006c0 None None] Enqueued Resource ID: 3ce720a9-b17f-49dd-a2c7-665c91a3c566 with Priority: HIGHEST for action port [ 591.072552] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce720a9-b17f-49dd-a2c7-665c91a3c566 with Priority: HIGHEST for action port [ 591.073152] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce720a9-b17f-49dd-a2c7-665c91a3c566 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.073281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce720a9-b17f-49dd-a2c7-665c91a3c566" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.073323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce720a9-b17f-49dd-a2c7-665c91a3c566" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.073568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce720a9-b17f-49dd-a2c7-665c91a3c566" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.073659] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce720a9-b17f-49dd-a2c7-665c91a3c566',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.350405] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362 [ 591.350637] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.350776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.350834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.351078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.351164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.351261] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362 already deleted. [ 591.351339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cbb4847-93a7-4d9b-80a7-6b8a0f6d5362" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.535391] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f5e3ba68-49a9-48ed-b58a-f19ac50005a7 None None] Enqueued Resource ID: 2750e49a-ae32-46a8-90e8-8ef1abe37de7 with Priority: HIGHEST for action port [ 591.535953] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2750e49a-ae32-46a8-90e8-8ef1abe37de7 with Priority: HIGHEST for action port [ 591.536734] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2750e49a-ae32-46a8-90e8-8ef1abe37de7 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.536734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2750e49a-ae32-46a8-90e8-8ef1abe37de7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.536734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2750e49a-ae32-46a8-90e8-8ef1abe37de7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.536734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2750e49a-ae32-46a8-90e8-8ef1abe37de7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.536912] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2750e49a-ae32-46a8-90e8-8ef1abe37de7',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.576837] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce720a9-b17f-49dd-a2c7-665c91a3c566 [ 591.577187] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.577329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.577455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.577607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.577699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.577789] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce720a9-b17f-49dd-a2c7-665c91a3c566 already deleted. [ 591.577866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce720a9-b17f-49dd-a2c7-665c91a3c566" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.042559] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2750e49a-ae32-46a8-90e8-8ef1abe37de7 [ 592.042559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.042559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.042559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.042559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.042559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.042559] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2750e49a-ae32-46a8-90e8-8ef1abe37de7 already deleted. [ 592.042559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2750e49a-ae32-46a8-90e8-8ef1abe37de7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.769329] env[65959]: INFO networking_nsxv3.common.synchronization [None req-062456ed-f1db-46e2-ac0e-361e2fc752ef None None] Enqueued Resource ID: bd5bddf9-d42a-4185-9ac3-bc127c138dad with Priority: HIGHEST for action port [ 592.769894] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5bddf9-d42a-4185-9ac3-bc127c138dad with Priority: HIGHEST for action port [ 592.771312] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5bddf9-d42a-4185-9ac3-bc127c138dad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.771463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5bddf9-d42a-4185-9ac3-bc127c138dad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.771593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5bddf9-d42a-4185-9ac3-bc127c138dad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.772701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5bddf9-d42a-4185-9ac3-bc127c138dad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.772701] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5bddf9-d42a-4185-9ac3-bc127c138dad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.794702] env[65959]: INFO networking_nsxv3.common.synchronization [req-883148ee-003c-4856-9cd4-63ef107e5fca req-495ebeea-6f01-4732-8c0a-daabb50f6bb5 tempest-DeleteServersAdminTestJSON-1316354536 tempest-DeleteServersAdminTestJSON-1316354536-project-member] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 592.794702] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 592.794955] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.795109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.795855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.795855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.795855] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.797594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.797594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.797594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.797594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.797594] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.275293] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd5bddf9-d42a-4185-9ac3-bc127c138dad [ 593.275691] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.275868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.275939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.276279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.276279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.276375] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd5bddf9-d42a-4185-9ac3-bc127c138dad already deleted. [ 593.276480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5bddf9-d42a-4185-9ac3-bc127c138dad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.299419] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.299575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.300557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.303033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.303033] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c already deleted. [ 593.303033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.368227] env[65959]: INFO networking_nsxv3.common.synchronization [None req-29522c7f-8504-468d-a373-ebdf9f66ef35 None None] Enqueued Resource ID: 176e06b4-27c7-485b-adba-36f70e3ae520 with Priority: HIGHEST for action port [ 593.368391] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176e06b4-27c7-485b-adba-36f70e3ae520 with Priority: HIGHEST for action port [ 593.368987] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-176e06b4-27c7-485b-adba-36f70e3ae520 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.369123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-176e06b4-27c7-485b-adba-36f70e3ae520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.369204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-176e06b4-27c7-485b-adba-36f70e3ae520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.369462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-176e06b4-27c7-485b-adba-36f70e3ae520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.369535] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176e06b4-27c7-485b-adba-36f70e3ae520',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.872017] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 176e06b4-27c7-485b-adba-36f70e3ae520 [ 593.872296] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.872443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.872523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.872759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.872855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.872964] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:176e06b4-27c7-485b-adba-36f70e3ae520 already deleted. [ 593.873063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-176e06b4-27c7-485b-adba-36f70e3ae520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.276633] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.277116] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.277116] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.278669] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.278669] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.278669] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.278669] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.279407] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.279573] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.279862] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.279974] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.280132] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.280371] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.280469] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.280534] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.281532] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.308970] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.309147] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.309551] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.309551] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.309845] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.310340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.310340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.310455] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.310551] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19c39bff-a0f8-46a9-a3f2-c2644a6b18d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.814231] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.814231] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.814231] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.814788] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.814953] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.815139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 not found, creating... [ 594.815404] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.815558] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.815669] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.815927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.816044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.816407] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.820018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.820018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.820018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.820018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.820018] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 is going to be created. [ 594.844041] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.844041] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.844816] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.844816] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.844816] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.845454] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.891989] env[65959]: INFO networking_nsxv3.common.synchronization [None req-bbd07899-911f-4c47-8fe4-30115fc00c92 None None] Enqueued Resource ID: 9d6c06d8-8877-4413-a5cd-18b6392e4677 with Priority: HIGHEST for action port [ 594.892630] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6c06d8-8877-4413-a5cd-18b6392e4677 with Priority: HIGHEST for action port [ 594.892928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6c06d8-8877-4413-a5cd-18b6392e4677 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.893151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6c06d8-8877-4413-a5cd-18b6392e4677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.893267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6c06d8-8877-4413-a5cd-18b6392e4677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.893571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6c06d8-8877-4413-a5cd-18b6392e4677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.893770] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6c06d8-8877-4413-a5cd-18b6392e4677',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.920541] env[65959]: INFO networking_nsxv3.common.synchronization [None req-688facde-fe56-4e8f-bc53-62281932d8bd None None] Enqueued Resource ID: 20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7 with Priority: HIGHEST for action port [ 594.921422] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7 with Priority: HIGHEST for action port [ 594.921896] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.922071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.922168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.922525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.922665] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.395822] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6c06d8-8877-4413-a5cd-18b6392e4677 [ 595.396275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.396449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.396499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.396821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396922] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6c06d8-8877-4413-a5cd-18b6392e4677 already deleted. [ 595.397021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6c06d8-8877-4413-a5cd-18b6392e4677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.426376] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7 [ 595.426647] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.426782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.426848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.427121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.427224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.427329] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7 already deleted. [ 595.427420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a1fda7-d82a-4d31-9e13-d7a1ef04f6f7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.733137] env[65959]: INFO networking_nsxv3.common.synchronization [req-883148ee-003c-4856-9cd4-63ef107e5fca req-05014bba-4e6f-4c1d-b755-fb7ce6c45a92 service nova] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_rules [ 595.734319] env[65959]: INFO networking_nsxv3.common.synchronization [req-883148ee-003c-4856-9cd4-63ef107e5fca req-05014bba-4e6f-4c1d-b755-fb7ce6c45a92 service nova] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 595.734371] env[65959]: INFO networking_nsxv3.common.synchronization [req-883148ee-003c-4856-9cd4-63ef107e5fca req-05014bba-4e6f-4c1d-b755-fb7ce6c45a92 service nova] Enqueued Resource ID: 19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 with Priority: HIGHEST for action port [ 595.734908] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_rules [ 595.735106] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 595.735314] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 with Priority: HIGHEST for action port [ 595.735923] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.736339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.736436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.736763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.736871] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.738426] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.738426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.738426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.740297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.740297] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.740297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.740297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.740297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.740297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.740297] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.741062] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.741548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.741659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.741848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.741952] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19c39bff-a0f8-46a9-a3f2-c2644a6b18d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.245535] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.245535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.253634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 with status ACTIVE [ 596.253750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.253833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.253908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.254135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.254213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.254392] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.254504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.254568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.254687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.255249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.255249] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.255249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.255249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.255249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.256598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.256598] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19c39bff-a0f8-46a9-a3f2-c2644a6b18d8 is going to be updated. [ 596.258765] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.282606] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.282606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.282606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.282830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.283306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.283306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19c39bff-a0f8-46a9-a3f2-c2644a6b18d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.286720] env[65959]: INFO networking_nsxv3.common.synchronization [None req-085a75bc-1172-4350-a925-c35009cde6d1 None None] Enqueued Resource ID: 91640ff4-1ae8-4805-84de-2f5ef7949193 with Priority: HIGHEST for action port [ 596.287274] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91640ff4-1ae8-4805-84de-2f5ef7949193 with Priority: HIGHEST for action port [ 596.287792] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-91640ff4-1ae8-4805-84de-2f5ef7949193 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.287943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91640ff4-1ae8-4805-84de-2f5ef7949193" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.288027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91640ff4-1ae8-4805-84de-2f5ef7949193" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.288323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91640ff4-1ae8-4805-84de-2f5ef7949193" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.289617] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91640ff4-1ae8-4805-84de-2f5ef7949193',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.762198] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.794162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91640ff4-1ae8-4805-84de-2f5ef7949193 [ 596.794385] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.794525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.794730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.795502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.795502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.795502] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91640ff4-1ae8-4805-84de-2f5ef7949193 already deleted. [ 596.795502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91640ff4-1ae8-4805-84de-2f5ef7949193" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.265148] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.265148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.265148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.265148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.265148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.265148] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be created. [ 597.297080] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.297080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.297080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.297080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.297080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.311405] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: UNINITIALIZED for 2s [ 597.577971] env[65959]: INFO networking_nsxv3.common.synchronization [req-f9564ef9-b34c-4d70-bcab-6c04c77e3e99 req-81ebe224-f723-4193-a61f-74242c8f2267 tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 597.578635] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 597.580198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.580315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.581063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.581518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.581785] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.582043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.582043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.582133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.584172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.584989] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.679163] env[65959]: INFO networking_nsxv3.common.synchronization [None req-3ead4409-5d3a-48e0-9a0f-4359769375a6 None None] Enqueued Resource ID: c4332d76-9c2d-4b22-be62-977cbdf930c8 with Priority: HIGHEST for action port [ 597.679638] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4332d76-9c2d-4b22-be62-977cbdf930c8 with Priority: HIGHEST for action port [ 597.679943] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4332d76-9c2d-4b22-be62-977cbdf930c8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.680073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4332d76-9c2d-4b22-be62-977cbdf930c8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.680148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4332d76-9c2d-4b22-be62-977cbdf930c8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.682326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4332d76-9c2d-4b22-be62-977cbdf930c8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.682469] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4332d76-9c2d-4b22-be62-977cbdf930c8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.728853] env[65959]: INFO networking_nsxv3.common.synchronization [None req-297b055f-235b-4ae2-aaeb-0ede6a72ad5b None None] Enqueued Resource ID: d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8 with Priority: HIGHEST for action port [ 597.729385] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8 with Priority: HIGHEST for action port [ 597.729929] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.730057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.730094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.730370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.730451] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.087354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.087654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.087654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.087840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.087911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.088145] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.088290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.088343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.088477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.088571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.088631] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 already deleted. [ 598.088711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.139803] env[65959]: INFO networking_nsxv3.common.synchronization [None req-32c8acd7-7351-4c5b-8432-b9392a6042d4 tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 598.141688] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 598.142451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.142557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.142930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.143225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.143313] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.185181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4332d76-9c2d-4b22-be62-977cbdf930c8 [ 598.185181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.185393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.185393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.185525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.185614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.185704] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4332d76-9c2d-4b22-be62-977cbdf930c8 already deleted. [ 598.186321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4332d76-9c2d-4b22-be62-977cbdf930c8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.234456] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8 [ 598.234849] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.234994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.235095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.235332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.235437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.235531] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8 already deleted. [ 598.236564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8fd2e3c-6419-4a2c-a345-76c9ee97fbb8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.479470] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.479470] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.479470] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.479718] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.479951] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.480384] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.480384] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.480525] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.481347] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.481555] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.481663] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.481761] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.481859] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.481956] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.482061] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.482204] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.493521] env[65959]: INFO networking_nsxv3.common.synchronization [None req-db9075f7-1aee-4f06-98e0-40207208ace2 tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 598.494256] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 598.494596] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.494704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.505857] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.505857] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.505857] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.505857] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.506240] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-06d923ac-9b5e-4add-9f02-1bef54a6acbd taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.506357] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.506458] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.506753] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.506910] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06d923ac-9b5e-4add-9f02-1bef54a6acbd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.669921] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.669921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.669921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.669921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.669921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.669921] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 already deleted. [ 598.669921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.670569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.670805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.670911] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.010500] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.010500] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.010500] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.010500] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.010783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.010884] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 06d923ac-9b5e-4add-9f02-1bef54a6acbd not found, creating... [ 599.011172] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.011380] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.011457] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.011653] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.011789] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.012077] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.012319] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.013070] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.013330] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.013470] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.013608] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 06d923ac-9b5e-4add-9f02-1bef54a6acbd is going to be created. [ 599.035400] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.035681] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.035801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.036088] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.036309] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.036515] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.203046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.203046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.203046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.203046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.203046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.203046] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 already deleted. [ 599.203046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.274227] env[65959]: INFO networking_nsxv3.common.synchronization [None req-9fc56714-974f-4d56-baef-63ee265d66f4 None None] Enqueued Resource ID: dd5fbe4f-3dda-434f-9e44-1369b053dcd8 with Priority: HIGHEST for action port [ 599.276019] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd5fbe4f-3dda-434f-9e44-1369b053dcd8 with Priority: HIGHEST for action port [ 599.276019] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd5fbe4f-3dda-434f-9e44-1369b053dcd8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.276019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd5fbe4f-3dda-434f-9e44-1369b053dcd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.276019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd5fbe4f-3dda-434f-9e44-1369b053dcd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.276460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd5fbe4f-3dda-434f-9e44-1369b053dcd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.276662] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd5fbe4f-3dda-434f-9e44-1369b053dcd8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.319618] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.321388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.321388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.321388] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.780652] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd5fbe4f-3dda-434f-9e44-1369b053dcd8 [ 599.780863] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.781038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.781073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.781432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.781494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.781593] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd5fbe4f-3dda-434f-9e44-1369b053dcd8 already deleted. [ 599.781664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd5fbe4f-3dda-434f-9e44-1369b053dcd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.824111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.824264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.824333] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.825229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.825824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.825824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.825824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.826597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.826806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.826963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.827187] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.827344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.827765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.827985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.828264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.828658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.828766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.828966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.830200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.830327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.830444] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.843479] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a7ee1289-2de1-4b17-9eee-ae2cc93bfac6 None None] Enqueued Resource ID: 50d91d19-065c-4120-a532-e98d587c179b with Priority: HIGHEST for action port [ 599.844544] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d91d19-065c-4120-a532-e98d587c179b with Priority: HIGHEST for action port [ 599.844808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d91d19-065c-4120-a532-e98d587c179b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.844948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d91d19-065c-4120-a532-e98d587c179b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.845025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d91d19-065c-4120-a532-e98d587c179b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.845295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d91d19-065c-4120-a532-e98d587c179b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.845395] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d91d19-065c-4120-a532-e98d587c179b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.172196] env[65959]: INFO networking_nsxv3.common.synchronization [req-f9564ef9-b34c-4d70-bcab-6c04c77e3e99 req-f36bc291-c166-46cb-891a-208c5851d02e service nova] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_rules [ 600.172196] env[65959]: INFO networking_nsxv3.common.synchronization [req-f9564ef9-b34c-4d70-bcab-6c04c77e3e99 req-f36bc291-c166-46cb-891a-208c5851d02e service nova] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 600.172196] env[65959]: INFO networking_nsxv3.common.synchronization [req-f9564ef9-b34c-4d70-bcab-6c04c77e3e99 req-f36bc291-c166-46cb-891a-208c5851d02e service nova] Enqueued Resource ID: 06d923ac-9b5e-4add-9f02-1bef54a6acbd with Priority: HIGHEST for action port [ 600.172830] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_rules [ 600.173226] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 600.173447] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d923ac-9b5e-4add-9f02-1bef54a6acbd with Priority: HIGHEST for action port [ 600.173944] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.177308] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.177308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.177308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.177308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.177308] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.179859] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-06d923ac-9b5e-4add-9f02-1bef54a6acbd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.179859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.179859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.179859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.179859] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06d923ac-9b5e-4add-9f02-1bef54a6acbd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.336401] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a7bc577-7b63-4aa1-b502-5876f55b939c: rpc.has_security_group_logging(os_id): False [ 600.347754] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50d91d19-065c-4120-a532-e98d587c179b [ 600.349205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.349205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.349205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.349205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.349205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.349205] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50d91d19-065c-4120-a532-e98d587c179b already deleted. [ 600.349205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d91d19-065c-4120-a532-e98d587c179b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.356123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.356123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.356123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.356940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.357471] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.357471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.357471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.357831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.357943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.358071] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be created. [ 600.422308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.422308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.422308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.422567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.422856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.443489] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: IN_PROGRESS for 2s [ 600.680925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.680925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.681068] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.682231] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06d923ac-9b5e-4add-9f02-1bef54a6acbd with status ACTIVE [ 600.682337] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.682419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.682479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.682738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.682832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.683053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.683165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.683242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.684854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.684854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.684854] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.684854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.684854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.684854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.684854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.684854] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06d923ac-9b5e-4add-9f02-1bef54a6acbd is going to be updated. [ 600.709235] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.709444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.709444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.709670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.709812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.709973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06d923ac-9b5e-4add-9f02-1bef54a6acbd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.890519] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8366e36b-4a8a-4499-9d75-8836d8ae4810 tempest-VolumesAssistedSnapshotsTest-2106943025 tempest-VolumesAssistedSnapshotsTest-2106943025-project-member] Enqueued Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_rules [ 600.890519] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_rules [ 600.890702] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.890818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.890881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.894424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.894545] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.924272] env[65959]: INFO networking_nsxv3.common.synchronization [req-703fe2be-7398-4db5-b3e4-c77bdffd9377 req-f7c3ba99-9833-41ea-b538-9ae30e23206a tempest-MigrationsAdminTest-792663017 tempest-MigrationsAdminTest-792663017-project-member] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 600.925846] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 600.926311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.926497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.926600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.926964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.927201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.927328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.927468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.927631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.927769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.927899] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.089279] env[65959]: INFO networking_nsxv3.common.synchronization [None req-58efc461-f7a3-4fdd-84e4-fb96f5528647 tempest-VolumesAssistedSnapshotsTest-2106943025 tempest-VolumesAssistedSnapshotsTest-2106943025-project-member] Enqueued Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_rules [ 601.089279] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_rules [ 601.089279] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.089279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.186574] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.351967] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.352731] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.353143] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.355018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.355018] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.355018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.355018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.355018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.355018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.355018] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.355018] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.355018] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.355018] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.355018] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.355729] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.355966] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.378227] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.379066] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.380044] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.380044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.380044] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-f5d957c8-7528-43ba-bd86-23eb753ec481 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.380044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.380044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.380514] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.380955] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d957c8-7528-43ba-bd86-23eb753ec481',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.421025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.421025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 already deleted. [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.421025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.421025] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.430636] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.430636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.430636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.431527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.431527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.431527] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.431527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.431527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.431792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.431792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.431792] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 already deleted. [ 601.431888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.690953] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.690953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.690953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691458] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be created. [ 601.728429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.728595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.728658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.728870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.729034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.759484] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: UNINITIALIZED for 2s [ 601.885738] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.885738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.885738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.886095] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.886095] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.886095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port f5d957c8-7528-43ba-bd86-23eb753ec481 not found, creating... [ 601.886574] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.886574] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.886574] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.886833] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.886910] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.887206] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.887358] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.887467] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.887803] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.888521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.888742] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: f5d957c8-7528-43ba-bd86-23eb753ec481 is going to be created. [ 601.925491] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.925730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.925795] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.926043] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.926269] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.926487] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.953517] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.953689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.953828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.954058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.954156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.954258] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 already deleted. [ 601.954381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.375168] env[65959]: INFO networking_nsxv3.common.synchronization [None req-edf2753d-dcd1-4a61-922b-94ea343cc6ed None None] Enqueued Resource ID: ac59d034-515b-40b3-899e-8e00c9c1b006 with Priority: HIGHEST for action port [ 602.375168] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac59d034-515b-40b3-899e-8e00c9c1b006 with Priority: HIGHEST for action port [ 602.375168] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac59d034-515b-40b3-899e-8e00c9c1b006 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.375168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac59d034-515b-40b3-899e-8e00c9c1b006" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.375168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac59d034-515b-40b3-899e-8e00c9c1b006" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.376033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac59d034-515b-40b3-899e-8e00c9c1b006" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.377166] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac59d034-515b-40b3-899e-8e00c9c1b006',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.413621] env[65959]: INFO networking_nsxv3.common.synchronization [None req-1f81750d-4e2d-4898-aac7-de4b35401eab None None] Enqueued Resource ID: 0cddbb03-e228-410d-9535-6c6d20c81a53 with Priority: HIGHEST for action port [ 602.414747] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cddbb03-e228-410d-9535-6c6d20c81a53 with Priority: HIGHEST for action port [ 602.415357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cddbb03-e228-410d-9535-6c6d20c81a53 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.415586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cddbb03-e228-410d-9535-6c6d20c81a53" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.415675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cddbb03-e228-410d-9535-6c6d20c81a53" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.416037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cddbb03-e228-410d-9535-6c6d20c81a53" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.416115] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cddbb03-e228-410d-9535-6c6d20c81a53',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.468645] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 602.468645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.665734] env[65959]: INFO networking_nsxv3.common.synchronization [req-703fe2be-7398-4db5-b3e4-c77bdffd9377 req-5adc1a04-7bb1-406b-8fd5-353616d9570a service nova] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_rules [ 602.665734] env[65959]: INFO networking_nsxv3.common.synchronization [req-703fe2be-7398-4db5-b3e4-c77bdffd9377 req-5adc1a04-7bb1-406b-8fd5-353616d9570a service nova] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 602.665906] env[65959]: INFO networking_nsxv3.common.synchronization [req-703fe2be-7398-4db5-b3e4-c77bdffd9377 req-5adc1a04-7bb1-406b-8fd5-353616d9570a service nova] Enqueued Resource ID: f5d957c8-7528-43ba-bd86-23eb753ec481 with Priority: HIGHEST for action port [ 602.666758] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_rules [ 602.666758] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 602.666758] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d957c8-7528-43ba-bd86-23eb753ec481 with Priority: HIGHEST for action port [ 602.667242] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.667467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.667467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.667736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.667806] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.668708] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.668847] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.668888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.669111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.669233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.669359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.669422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.669576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.669657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.669744] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.670854] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d957c8-7528-43ba-bd86-23eb753ec481 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.670965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.671112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.671449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.671449] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d957c8-7528-43ba-bd86-23eb753ec481',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.759590] env[65959]: INFO networking_nsxv3.common.synchronization [req-c8b1feb0-2855-412e-b072-0a013ec0d787 req-0af75f18-73c0-485e-8746-f62fe32be897 tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 602.760295] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 602.760886] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.761074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.761337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.761487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.761616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.761672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.761787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.761856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.761979] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.879564] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac59d034-515b-40b3-899e-8e00c9c1b006 [ 602.879795] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.879934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.880014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.880287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.880376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.880472] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac59d034-515b-40b3-899e-8e00c9c1b006 already deleted. [ 602.880552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac59d034-515b-40b3-899e-8e00c9c1b006" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.919193] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cddbb03-e228-410d-9535-6c6d20c81a53 [ 602.919511] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.919695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.919793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.920489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.920631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.920695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cddbb03-e228-410d-9535-6c6d20c81a53 already deleted. [ 602.920779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cddbb03-e228-410d-9535-6c6d20c81a53" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.170284] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.170284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.170284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.170284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.177305] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.177305] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.177305] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.177305] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.177305] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.177305] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.177305] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.177305] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.177305] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.177305] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.177305] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.177305] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.178082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.178374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.178659] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.180009] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d957c8-7528-43ba-bd86-23eb753ec481 with status ACTIVE [ 603.180302] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.180562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.180718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.181022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.181232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.181543] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.182515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.182515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.182515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.182515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.182515] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.182515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.182515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.182912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.182912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.182912] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d957c8-7528-43ba-bd86-23eb753ec481 is going to be updated. [ 603.209063] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.209235] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.209372] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.209781] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.209868] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-3d153642-a558-4777-b0b4-ad00dc8b218e taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.210044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.210159] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.210569] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.210725] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d153642-a558-4777-b0b4-ad00dc8b218e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.220159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.220159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.220159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.220548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.220965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.221413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d957c8-7528-43ba-bd86-23eb753ec481" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.265639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.265813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.266362] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.266455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.266825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a already deleted. [ 603.266900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.686166] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.713380] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.713621] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.713768] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.714897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.714897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.714897] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 3d153642-a558-4777-b0b4-ad00dc8b218e not found, creating... [ 603.714897] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.714897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.715250] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.715250] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.715858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.715858] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.715858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.716077] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.716943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.718021] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.718021] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 3d153642-a558-4777-b0b4-ad00dc8b218e is going to be created. [ 603.744758] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.745028] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.745141] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.745421] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.745656] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.745864] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.769752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 603.770271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.770271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.770271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.770446] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.770546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.770608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.770896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.770896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.771008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.771008] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.795193] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f406ca4e-1abe-4a43-9e9a-f997d456b75b None None] Enqueued Resource ID: b894fe09-ac2d-4a2e-8852-7dc79234d3e9 with Priority: HIGHEST for action port [ 603.795193] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b894fe09-ac2d-4a2e-8852-7dc79234d3e9 with Priority: HIGHEST for action port [ 603.795879] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b894fe09-ac2d-4a2e-8852-7dc79234d3e9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.795879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b894fe09-ac2d-4a2e-8852-7dc79234d3e9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.795879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b894fe09-ac2d-4a2e-8852-7dc79234d3e9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.795879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b894fe09-ac2d-4a2e-8852-7dc79234d3e9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.796115] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b894fe09-ac2d-4a2e-8852-7dc79234d3e9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.190324] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.190500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.190570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.190802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.192068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.192205] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be created. [ 604.219562] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.219562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.219562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.219742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.219799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.231822] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: UNINITIALIZED for 2s [ 604.274352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.274529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.274529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.274822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275118] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.275209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.275245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.275404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.275606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.275780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.275902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.275974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.276141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.276287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.276410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.276445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.276583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.276666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.276750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.276865] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.299770] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b894fe09-ac2d-4a2e-8852-7dc79234d3e9 [ 604.299992] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.300139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.300250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.300488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.300578] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.300695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b894fe09-ac2d-4a2e-8852-7dc79234d3e9 already deleted. [ 604.300803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b894fe09-ac2d-4a2e-8852-7dc79234d3e9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.477733] env[65959]: INFO networking_nsxv3.common.synchronization [req-c8b1feb0-2855-412e-b072-0a013ec0d787 req-a76c6670-a9f9-4eb8-97a9-191a867ed3cf service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 604.477910] env[65959]: INFO networking_nsxv3.common.synchronization [req-c8b1feb0-2855-412e-b072-0a013ec0d787 req-a76c6670-a9f9-4eb8-97a9-191a867ed3cf service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 604.478091] env[65959]: INFO networking_nsxv3.common.synchronization [req-c8b1feb0-2855-412e-b072-0a013ec0d787 req-a76c6670-a9f9-4eb8-97a9-191a867ed3cf service nova] Enqueued Resource ID: 3d153642-a558-4777-b0b4-ad00dc8b218e with Priority: HIGHEST for action port [ 604.478603] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 604.478744] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 604.478840] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d153642-a558-4777-b0b4-ad00dc8b218e with Priority: HIGHEST for action port [ 604.479279] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.479433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.479516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.479798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.479892] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.481286] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.481423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.481744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.481852] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.481917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.481957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.482125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.482262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.482357] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.483260] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d153642-a558-4777-b0b4-ad00dc8b218e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.483358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.483404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.483570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.483648] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d153642-a558-4777-b0b4-ad00dc8b218e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.782084] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a787cf-0f7f-4018-b4d9-29a8b8366ee0: rpc.has_security_group_logging(os_id): False [ 604.801823] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.801997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.802685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.802685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.802685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.802828] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.802907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.802994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.803161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.803823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.803823] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.803823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.803823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.803823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.803823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.804193] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.807019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.807109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.807292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.807376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.807543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be created. [ 604.908392] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.908617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.908672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.909274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.910498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.936873] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 604.985333] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.986774] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.986900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987084] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d153642-a558-4777-b0b4-ad00dc8b218e with status ACTIVE [ 604.987253] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.987637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.987707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.990434] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.990434] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.990434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.990434] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d153642-a558-4777-b0b4-ad00dc8b218e is going to be updated. [ 605.027750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.029232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.029232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.029232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.029232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.029232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d153642-a558-4777-b0b4-ad00dc8b218e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.494669] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.732369] env[65959]: INFO networking_nsxv3.common.synchronization [None req-97cda290-0164-4063-b556-c4a5234ae607 tempest-ServersTestManualDisk-1690603069 tempest-ServersTestManualDisk-1690603069-project-member] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_rules [ 605.732369] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_rules [ 605.732369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.732369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.732369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.732369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.732369] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.989891] env[65959]: INFO networking_nsxv3.common.synchronization [req-2b39f0bc-dabc-4cd0-a491-3b35ad47f8fe req-ecd4f758-759f-406e-bc91-eab02c2191f8 tempest-FloatingIPsAssociationNegativeTestJSON-583641306 tempest-FloatingIPsAssociationNegativeTestJSON-583641306-project-member] Enqueued Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_members [ 605.990612] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_members [ 605.993754] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.993904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.993963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.994365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.994672] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.995125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.995125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.996226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.996226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.996226] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.004429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.004957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.006090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.006090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.006090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.006090] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be created. [ 606.039142] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.039413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.039413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.039715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.039822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.052277] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: UNINITIALIZED for 2s [ 606.209096] env[65959]: INFO networking_nsxv3.common.synchronization [None req-546ba12f-712f-4eba-98a7-9fc69fa8a4fe tempest-ServersTestManualDisk-1690603069 tempest-ServersTestManualDisk-1690603069-project-member] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_rules [ 606.209684] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_rules [ 606.211497] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.212051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.214466] env[65959]: INFO networking_nsxv3.common.synchronization [None req-0cbae01c-f630-4e9c-9bf3-543f048a9ac5 None None] Enqueued Resource ID: 2c503789-5146-40bb-906d-4a56fd5842bd with Priority: HIGHEST for action port [ 606.214558] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c503789-5146-40bb-906d-4a56fd5842bd with Priority: HIGHEST for action port [ 606.214886] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c503789-5146-40bb-906d-4a56fd5842bd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.215020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c503789-5146-40bb-906d-4a56fd5842bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.215112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c503789-5146-40bb-906d-4a56fd5842bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.215394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c503789-5146-40bb-906d-4a56fd5842bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.215569] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c503789-5146-40bb-906d-4a56fd5842bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.270505] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 606.270737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.271122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.271256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.271397] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.271504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.271566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.271734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.271805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.271894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.271984] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.279485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.279485] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d already deleted. [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.279485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.279485] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.500895] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.500895] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.500895] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f already deleted. [ 606.500895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.519530] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.519731] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-231" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.519851] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-231" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.520196] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-231" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.520631] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.520631] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.520768] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.520976] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.521078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.521308] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.521432] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.521523] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.521620] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.521727] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.521823] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.521990] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.544228] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.545047] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.545047] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.545047] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-231" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.545047] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-c6230c64-14be-4333-816b-5190b043b0a4 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.545399] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.545399] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.545560] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.545689] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6230c64-14be-4333-816b-5190b043b0a4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.718148] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c503789-5146-40bb-906d-4a56fd5842bd [ 606.718420] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.718562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.718628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.718933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.719067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.719189] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c503789-5146-40bb-906d-4a56fd5842bd already deleted. [ 606.719275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c503789-5146-40bb-906d-4a56fd5842bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.776029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.776029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.776029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.776029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.776395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.776395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.776395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.776495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.776708] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.776818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.776874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.777550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.777550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.777550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.777550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.777550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.777550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.777829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.777829] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.815121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.815121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.815121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.815121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.815121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.815121] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d already deleted. [ 606.815121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.951657] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 606.951657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.050120] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.050566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.050566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.050776] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.050913] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.051069] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port c6230c64-14be-4333-816b-5190b043b0a4 not found, creating... [ 607.051394] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.051583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.051702] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.051911] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.052048] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.052321] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.052617] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.052617] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.052763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.052881] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.053032] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: c6230c64-14be-4333-816b-5190b043b0a4 is going to be created. [ 607.075249] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.075467] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.075584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.075935] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.076180] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.076390] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.282729] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ae93014-4084-4f1c-8b20-5b66eef04a71: rpc.has_security_group_logging(os_id): False [ 607.317776] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.317924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.317985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.318224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.318317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.318503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.318601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.318662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.318802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.318877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.319085] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.319208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.319247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.319374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.319446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.319620] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.319709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.319770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.319910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.319982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.320078] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be created. [ 607.392639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.392846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.392883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.393150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.393366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.405673] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: IN_PROGRESS for 2s [ 607.802109] env[65959]: INFO networking_nsxv3.common.synchronization [req-2b39f0bc-dabc-4cd0-a491-3b35ad47f8fe req-93eef266-1483-415b-acee-7f1ca61855c5 service nova] Enqueued Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_rules [ 607.802359] env[65959]: INFO networking_nsxv3.common.synchronization [req-2b39f0bc-dabc-4cd0-a491-3b35ad47f8fe req-93eef266-1483-415b-acee-7f1ca61855c5 service nova] Enqueued Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_members [ 607.802516] env[65959]: INFO networking_nsxv3.common.synchronization [req-2b39f0bc-dabc-4cd0-a491-3b35ad47f8fe req-93eef266-1483-415b-acee-7f1ca61855c5 service nova] Enqueued Resource ID: c6230c64-14be-4333-816b-5190b043b0a4 with Priority: HIGHEST for action port [ 607.803671] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_rules [ 607.803851] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_members [ 607.803958] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6230c64-14be-4333-816b-5190b043b0a4 with Priority: HIGHEST for action port [ 607.804358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.804424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.804474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.804720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.804805] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.806640] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.806765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.806831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.807054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.807321] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.807375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.807412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.807730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.807730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.807730] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.808998] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6230c64-14be-4333-816b-5190b043b0a4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.809306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.809390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.809557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.809697] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6230c64-14be-4333-816b-5190b043b0a4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.075037] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 608.075484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.075484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.076508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.076508] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.076508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.076508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.076508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.076508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.076508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.076508] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.118561] env[65959]: INFO networking_nsxv3.common.synchronization [req-4f3ed77b-e978-4445-b1c9-766ec0a81e35 req-7341f578-d024-4539-81cd-72a53b9293d2 tempest-ImagesOneServerTestJSON-1302931261 tempest-ImagesOneServerTestJSON-1302931261-project-member] Enqueued Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_members [ 608.119185] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_members [ 608.119530] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.119658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.119714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.119998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.120837] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.121130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.121209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.121385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.121724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.121860] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.307524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.307720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.314384] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6230c64-14be-4333-816b-5190b043b0a4 with status ACTIVE [ 608.315028] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.315171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.315218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.315413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.315501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.315674] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.315765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.315832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.315970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.316056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.318088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.318088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.318088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.318088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.318088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.318088] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6230c64-14be-4333-816b-5190b043b0a4 is going to be updated. [ 608.318088] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.346893] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.347048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.347110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.347332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.347470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.347627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6230c64-14be-4333-816b-5190b043b0a4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.360022] env[65959]: INFO networking_nsxv3.common.synchronization [None req-34cfd456-9a5c-47f0-b7ad-ea2bd9bf94ab None None] Enqueued Resource ID: 287a2c74-892a-46be-92d7-c2bdbc7f56cd with Priority: HIGHEST for action port [ 608.360022] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287a2c74-892a-46be-92d7-c2bdbc7f56cd with Priority: HIGHEST for action port [ 608.360022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-287a2c74-892a-46be-92d7-c2bdbc7f56cd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.360022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287a2c74-892a-46be-92d7-c2bdbc7f56cd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.360022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287a2c74-892a-46be-92d7-c2bdbc7f56cd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.360408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287a2c74-892a-46be-92d7-c2bdbc7f56cd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.360628] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287a2c74-892a-46be-92d7-c2bdbc7f56cd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.539772] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.540033] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-729" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.540181] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-729" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.540515] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-729" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.540790] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.540941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.541587] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.542236] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.542236] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.542713] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.542825] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.542926] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.543039] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.543177] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.543293] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.543580] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.574948] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.575200] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.575262] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.575430] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-729" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.575760] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-6746aeab-7a71-48ac-a383-5497aca7f19e taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.576059] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.576059] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.576463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.576553] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6746aeab-7a71-48ac-a383-5497aca7f19e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.579054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.579250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.579250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.579917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.579917] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.579917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.579917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.579917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.580585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.580585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.580585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.580585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.584229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.584373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.585166] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.585166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.585166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.585166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.585166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585166] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.626033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.626033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.626033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.626325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.626361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.626603] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.626776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.626910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.627105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.627181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.627509] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eadf8ac8-31e4-4a43-a213-33eac84205eb already deleted. [ 608.627509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.821771] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.862981] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 287a2c74-892a-46be-92d7-c2bdbc7f56cd [ 608.862981] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.862981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.862981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.864112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.864112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.864112] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:287a2c74-892a-46be-92d7-c2bdbc7f56cd already deleted. [ 608.864271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287a2c74-892a-46be-92d7-c2bdbc7f56cd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.083019] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.083019] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 6746aeab-7a71-48ac-a383-5497aca7f19e not found, creating... [ 609.083019] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.083019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.083708] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.083708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.083708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.083708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.083708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.083708] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 6746aeab-7a71-48ac-a383-5497aca7f19e is going to be created. [ 609.087073] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e5acc-6fce-47c2-9b9d-98fb97e43a9a: rpc.has_security_group_logging(os_id): False [ 609.106968] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.107230] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.107350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.111023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.111023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.111023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.111558] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.111694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.111760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.112058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.112058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.112357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.112460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.112539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.112771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.112848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.113044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.113154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.113249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.113398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.113493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.113671] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.113758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.113812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.113961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.114071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.114154] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be created. [ 609.206790] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.206971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.207021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.207246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.207435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.226767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 609.324219] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.324486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.324604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.324789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.324878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.324975] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f is going to be created. [ 609.354800] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.354999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.354999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.366829] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f in Status: UNINITIALIZED for 2s [ 609.420101] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 609.420101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.823546] env[65959]: INFO networking_nsxv3.common.synchronization [req-4f3ed77b-e978-4445-b1c9-766ec0a81e35 req-611f7408-51e9-4c8d-971a-388bb74b9506 service nova] Enqueued Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_rules [ 609.823546] env[65959]: INFO networking_nsxv3.common.synchronization [req-4f3ed77b-e978-4445-b1c9-766ec0a81e35 req-611f7408-51e9-4c8d-971a-388bb74b9506 service nova] Enqueued Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_members [ 609.823546] env[65959]: INFO networking_nsxv3.common.synchronization [req-4f3ed77b-e978-4445-b1c9-766ec0a81e35 req-611f7408-51e9-4c8d-971a-388bb74b9506 service nova] Enqueued Resource ID: 6746aeab-7a71-48ac-a383-5497aca7f19e with Priority: HIGHEST for action port [ 609.824053] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_rules [ 609.824189] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_members [ 609.824310] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6746aeab-7a71-48ac-a383-5497aca7f19e with Priority: HIGHEST for action port [ 609.824590] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.824711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.824816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.825044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.825139] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.826518] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.826638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.826710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.826888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.827045] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.827180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.827180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.827358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.827495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.827608] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.828372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-6746aeab-7a71-48ac-a383-5497aca7f19e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.828488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.828550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.828707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.828781] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6746aeab-7a71-48ac-a383-5497aca7f19e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.331325] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.331325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.331325] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.332699] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6746aeab-7a71-48ac-a383-5497aca7f19e with status ACTIVE [ 610.332699] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.332699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.332699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.333020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.333020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.333184] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.333443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.333443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.333942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.334178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.334402] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.334509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.334645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.334756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.334802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.334894] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6746aeab-7a71-48ac-a383-5497aca7f19e is going to be updated. [ 610.360993] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.361165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.361236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.361463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.361600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.361977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6746aeab-7a71-48ac-a383-5497aca7f19e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.425129] env[65959]: INFO networking_nsxv3.common.synchronization [req-ac4f2882-41c1-4c72-8f92-f35950f25ce3 req-04790c2b-bb41-4110-8120-8386ade2b92d tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 610.425129] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 610.425129] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.425129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.425417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.425417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.425572] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.425674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.425734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.425884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.425970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.426085] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.837672] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.928895] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.156061] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.156297] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.156297] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.156563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.156806] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.156952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.158639] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.158933] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.159096] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.159314] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.159470] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.160512] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.160512] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.160928] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.161055] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.161196] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.189017] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.189017] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.191040] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.191040] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.191040] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-62a6df2c-b580-4b4c-9850-32dbb45a082b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.191040] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.191040] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.191040] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.191040] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a6df2c-b580-4b4c-9850-32dbb45a082b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.240932] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 611.241256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.339755] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.340119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.340119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.340428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.340428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.340627] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eadf8ac8-31e4-4a43-a213-33eac84205eb is going to be created. [ 611.370023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.370023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.370023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.370023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.370023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.386142] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f in Status: SUCCESS [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.386142] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.386142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.386142] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.390147] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eadf8ac8-31e4-4a43-a213-33eac84205eb in Status: UNINITIALIZED for 2s [ 611.431933] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.694550] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.695098] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.695098] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.695213] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.695330] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.695480] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 62a6df2c-b580-4b4c-9850-32dbb45a082b not found, creating... [ 611.695807] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.695979] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.696136] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.696366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.696522] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.696838] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.696991] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.697138] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.697369] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.697516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.697697] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 62a6df2c-b580-4b4c-9850-32dbb45a082b is going to be created. [ 611.722918] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.723133] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.723256] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.723536] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.723760] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.724097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.891029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.891149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.891247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.891475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.891674] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.891789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.891863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.892024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.892135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.892211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.892386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.892492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.892543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.892769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.892950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.893055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.893124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.893281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.893365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.893433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.893532] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.936530] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.936745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.936861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.937275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.937384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.937524] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 612.016687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.016910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.016973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.017314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.017534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.031861] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 612.396955] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16852221-cbb2-4c57-8ff7-ed6f90879a2f: rpc.has_security_group_logging(os_id): False [ 612.428891] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.428891] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.428891] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.428891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.429532] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.429532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.429532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.429532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.429532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.429532] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f is going to be created. [ 612.511407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.511496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.511581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.511867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.512177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.530580] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f in Status: IN_PROGRESS for 2s [ 612.626927] env[65959]: INFO networking_nsxv3.common.synchronization [req-ac4f2882-41c1-4c72-8f92-f35950f25ce3 req-8e0e2d7b-031f-465d-bdda-098e26725e00 service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 612.627207] env[65959]: INFO networking_nsxv3.common.synchronization [req-ac4f2882-41c1-4c72-8f92-f35950f25ce3 req-8e0e2d7b-031f-465d-bdda-098e26725e00 service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 612.627575] env[65959]: INFO networking_nsxv3.common.synchronization [req-ac4f2882-41c1-4c72-8f92-f35950f25ce3 req-8e0e2d7b-031f-465d-bdda-098e26725e00 service nova] Enqueued Resource ID: 62a6df2c-b580-4b4c-9850-32dbb45a082b with Priority: HIGHEST for action port [ 612.629593] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 612.629593] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 612.629593] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a6df2c-b580-4b4c-9850-32dbb45a082b with Priority: HIGHEST for action port [ 612.629593] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.629994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.629994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.630289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.630289] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.631112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.632365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.632365] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a6df2c-b580-4b4c-9850-32dbb45a082b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.632365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.632365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.632365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.632365] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a6df2c-b580-4b4c-9850-32dbb45a082b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.904943] env[65959]: INFO networking_nsxv3.common.synchronization [req-2c43b629-1943-49fa-8e25-f95897be939c req-96e55959-4873-4de0-a81c-8272adc9dfb1 tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 612.905719] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 612.908648] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.909939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.909939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.910259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.910470] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.910714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.910714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.910897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.911086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.911149] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.134353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.134353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.139965] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62a6df2c-b580-4b4c-9850-32dbb45a082b with status ACTIVE [ 613.139965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.139965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.139965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.139965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.139965] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62a6df2c-b580-4b4c-9850-32dbb45a082b is going to be updated. [ 613.165995] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.166563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.166563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.166563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.166833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.166833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a6df2c-b580-4b4c-9850-32dbb45a082b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.406036] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.406036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.406036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.406565] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.406635] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.406900] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.407114] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.407475] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.407682] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.407992] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.408204] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.408403] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.408579] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.408768] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.408949] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.409172] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.411814] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eadf8ac8-31e4-4a43-a213-33eac84205eb in Status: SUCCESS [ 613.412104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.412837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.413158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.413508] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.413685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.413780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.414036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.414164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.414289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.414427] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.417589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.417770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.417874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.418304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.418304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.418494] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.418630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.418724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.418937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.419060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.419182] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 already deleted. [ 613.419340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.440206] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.440583] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.440797] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.441097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.441597] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.441880] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.442106] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.442566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.442789] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.917930] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.918575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.918663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.918892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.919330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.919458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.919525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.919725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.919818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.919939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.920078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.920239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.920662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.920839] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.920949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.921030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.921195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.921280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.921393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.921490] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.945902] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.946160] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.946282] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.946649] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.946727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.946877] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 not found, creating... [ 613.947151] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.947307] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.947417] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.948909] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.948909] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.948909] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.948909] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.948909] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.949108] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.949215] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.949358] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 is going to be created. [ 613.974470] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.974680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.974792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.975083] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.975306] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.975523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.026026] env[65959]: INFO networking_nsxv3.common.synchronization [req-e867e8a1-03a3-41c4-89b4-5f01c941f0f8 req-4aa2d234-125c-45fb-8ea1-87a02fdedf97 tempest-DeleteServersAdminTestJSON-97415433 tempest-DeleteServersAdminTestJSON-97415433-project-admin] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 614.026388] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 614.026697] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.028371] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.028371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028371] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.042588] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 614.042822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.043687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.043848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044047] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.044166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.044227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.044384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.045046] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.424465] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eadf8ac8-31e4-4a43-a213-33eac84205eb: rpc.has_security_group_logging(os_id): False [ 614.448386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.448580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.448580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.448762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.449211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.449211] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.449211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.449463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.449463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.449568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.449688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.449777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.449830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.449981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.450066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.450245] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.450397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.450470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.450573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.450649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.450734] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eadf8ac8-31e4-4a43-a213-33eac84205eb is going to be created. [ 614.512802] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.513240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.513240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.513240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.513458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.525181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eadf8ac8-31e4-4a43-a213-33eac84205eb in Status: IN_PROGRESS for 2s [ 614.530762] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.531644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.531644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.531644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.531644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.531795] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.531867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.532044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.532750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.532750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.532750] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be updated. [ 614.546849] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.553460] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f in Status: SUCCESS [ 614.553460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.592326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.592619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.593977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.593977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.593977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.627661] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: IN_PROGRESS for 2s [ 614.774172] env[65959]: INFO networking_nsxv3.common.synchronization [req-2c43b629-1943-49fa-8e25-f95897be939c req-8898b6fa-2e85-4ad3-b7bd-6245f3ff83b4 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 614.774172] env[65959]: INFO networking_nsxv3.common.synchronization [req-2c43b629-1943-49fa-8e25-f95897be939c req-8898b6fa-2e85-4ad3-b7bd-6245f3ff83b4 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 614.774172] env[65959]: INFO networking_nsxv3.common.synchronization [req-2c43b629-1943-49fa-8e25-f95897be939c req-8898b6fa-2e85-4ad3-b7bd-6245f3ff83b4 service nova] Enqueued Resource ID: bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 with Priority: HIGHEST for action port [ 614.774172] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 614.775102] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 614.775191] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 with Priority: HIGHEST for action port [ 614.775559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.775648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.775872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.775955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.775998] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.777282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.777282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.777282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.777282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.777744] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.777744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.777744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.778173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.778173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.778173] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.780342] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.780470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.780621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.780695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.780747] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.049633] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.271037] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a77d016-02c7-4550-bee0-0835a3098654 req-ed6ca0bd-3965-49df-96e9-833ed8b776b9 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 615.272813] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 615.273475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.273803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.274574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.274844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.275022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.275736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.275736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.275736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.275736] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.282947] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 with status ACTIVE [ 615.284339] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.284562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.285799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.285799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.285799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.285799] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.285799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.285799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.286451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.286451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.286451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.286608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.286608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.288557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.288557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.288557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013 is going to be updated. [ 615.289379] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.291874] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.317208] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.317429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.317584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.317762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.317982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.318070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfecf312-ffd9-4bfd-9c5f-fdf1dc9ef013" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.552940] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.552940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.552940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.552940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.552940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.552940] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 615.605440] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.606397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.606397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.606397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.606623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.620681] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 615.780299] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.780458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.780526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.780840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.780840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.781046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.781153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.781229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.781419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.781497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.781858] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed already deleted. [ 615.781858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.793970] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.830864] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.831148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.831760] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.831760] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.832125] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.832294] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.832402] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.833680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.833680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.833680] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.833680] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.833680] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.833929] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.833929] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.834031] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.834310] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.854359] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.854592] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.854592] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.854759] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.855044] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-51dd2052-f421-4c6a-a9c3-8244444994f4 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.855214] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.855374] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.855630] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.855753] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51dd2052-f421-4c6a-a9c3-8244444994f4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.296707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.296867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.297666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.297666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.297666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.297666] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be created. [ 616.333242] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.333451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.333564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.333852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.334193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.347637] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: UNINITIALIZED for 2s [ 616.357907] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.358106] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.358235] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.358665] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.358816] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.358963] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 51dd2052-f421-4c6a-a9c3-8244444994f4 not found, creating... [ 616.359245] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.359402] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.359560] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.359795] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.359927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.360234] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.360462] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.360578] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.360788] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.360912] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.363206] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 is going to be created. [ 616.395503] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.395754] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.395811] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.396391] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.396391] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.396688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.540661] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eadf8ac8-31e4-4a43-a213-33eac84205eb in Status: SUCCESS [ 616.541029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.637530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 616.637861] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c deletion is rescheduled due to dependency. [ 616.637861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.138290] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a77d016-02c7-4550-bee0-0835a3098654 req-bb16f9aa-e0c5-4c26-a364-e77b7b2977b5 service nova] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 617.138720] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a77d016-02c7-4550-bee0-0835a3098654 req-bb16f9aa-e0c5-4c26-a364-e77b7b2977b5 service nova] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 617.138859] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a77d016-02c7-4550-bee0-0835a3098654 req-bb16f9aa-e0c5-4c26-a364-e77b7b2977b5 service nova] Enqueued Resource ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 with Priority: HIGHEST for action port [ 617.142070] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 617.142070] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 617.142070] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 with Priority: HIGHEST for action port [ 617.142070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.142070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.142070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.142070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.142070] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.142070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.142070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.142070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.142070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.142852] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.142852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.142852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.143119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.145392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.145392] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.147236] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-51dd2052-f421-4c6a-a9c3-8244444994f4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.147385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.147558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.147722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.147827] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51dd2052-f421-4c6a-a9c3-8244444994f4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.634675] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 617.637063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.637063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.637174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.637441] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.637565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.637788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.637820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.637917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.639207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.639207] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.653033] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.653033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653033] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51dd2052-f421-4c6a-a9c3-8244444994f4 with status ACTIVE [ 617.653033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.653033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.657933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.657933] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.657933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.657933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.657933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.657933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.657933] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 is going to be updated. [ 617.688131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.688131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.688288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.688487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.688725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.688902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.832838] env[65959]: INFO networking_nsxv3.common.synchronization [req-2a0aaf71-bc68-4ae5-8bff-308fd94f775f req-d932a8cf-de94-45b9-97af-d204645573db tempest-VolumesAssistedSnapshotsTest-2106943025 tempest-VolumesAssistedSnapshotsTest-2106943025-project-member] Enqueued Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_members [ 617.833397] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_members [ 617.833713] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.833839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.833930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.834181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.834346] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.834591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.834591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.834663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.834755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.834849] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.141136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.141256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.141901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.141901] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.141901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.142247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.142369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.142497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.142566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142879] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.142984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.143271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.143271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.143329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.143394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.143545] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.158748] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.223884] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.223884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-545" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.223884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-545" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.224713] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-545" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.224982] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.225285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.225357] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.225583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.225720] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.226240] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.226240] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.226240] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.226240] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.226487] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.226487] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.226611] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.245113] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.245301] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.245490] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.245713] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-545" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.246049] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-9f8add5a-7f55-45d6-b800-4294360b3d00 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.246224] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.246339] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.246645] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.246779] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8add5a-7f55-45d6-b800-4294360b3d00',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.338105] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.338223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.338223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.338459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.338558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.338763] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.338855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.338923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.339094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.339172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.339256] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 already deleted. [ 618.339335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.359619] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 618.359802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.360024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.360380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.360380] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.360518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.360518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.360748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.360856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.360967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.361100] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.646834] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e5acc-6fce-47c2-9b9d-98fb97e43a9a: rpc.has_security_group_logging(os_id): False [ 618.661846] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.661942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.662028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.662337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.663088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663452] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be created. [ 618.684393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.684393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.684894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.684894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.684894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.684894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684894] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 618.749240] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.749771] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.749771] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.750113] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.750113] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.750113] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 9f8add5a-7f55-45d6-b800-4294360b3d00 not found, creating... [ 618.750451] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.750633] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.750743] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.750978] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.751125] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.751484] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.751638] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.751777] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.752022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.752246] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.752316] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 9f8add5a-7f55-45d6-b800-4294360b3d00 is going to be created. [ 618.759623] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.759794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.759837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.760060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.760217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.793975] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: UNINITIALIZED for 2s [ 618.814031] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.814031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.814031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.814031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.814031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.814031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.820564] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.820748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.820832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.821066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.821213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.864883] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 618.865296] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.370238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35b52f9d-a3e8-43ef-8718-de3dc451fc60: rpc.has_security_group_logging(os_id): False [ 619.392531] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.392739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.392820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.393026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.393104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.393340] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.393488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.393488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.393848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.393848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.393848] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be created. [ 619.469894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.470925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.470925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.470925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.470925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.484670] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 619.608017] env[65959]: INFO networking_nsxv3.common.synchronization [req-2a0aaf71-bc68-4ae5-8bff-308fd94f775f req-8d31b011-aa30-4cb1-971d-704b8e3645d5 service nova] Enqueued Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_rules [ 619.608186] env[65959]: INFO networking_nsxv3.common.synchronization [req-2a0aaf71-bc68-4ae5-8bff-308fd94f775f req-8d31b011-aa30-4cb1-971d-704b8e3645d5 service nova] Enqueued Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_members [ 619.608259] env[65959]: INFO networking_nsxv3.common.synchronization [req-2a0aaf71-bc68-4ae5-8bff-308fd94f775f req-8d31b011-aa30-4cb1-971d-704b8e3645d5 service nova] Enqueued Resource ID: 9f8add5a-7f55-45d6-b800-4294360b3d00 with Priority: HIGHEST for action port [ 619.609186] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_rules [ 619.609186] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_members [ 619.609186] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8add5a-7f55-45d6-b800-4294360b3d00 with Priority: HIGHEST for action port [ 619.610043] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.610043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.610043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.610043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.610821] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.611024] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.611144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.611221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.611782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.611987] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.612112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.612180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.613039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613039] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.613911] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f8add5a-7f55-45d6-b800-4294360b3d00 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.613911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.613911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.614071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.614071] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8add5a-7f55-45d6-b800-4294360b3d00',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.048634] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7b6d8b4-6ea1-46c9-9417-f0892507b366 req-83bbbee2-19d0-49c0-8578-078b5a86d0d5 tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 620.049243] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 620.049551] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.049679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.049738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.049998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.050646] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.050774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.050774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.050982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.051078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.051174] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.115901] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.116107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.116389] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.117447] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f8add5a-7f55-45d6-b800-4294360b3d00 with status ACTIVE [ 620.117687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.117847] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.117919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.118150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.118237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.118434] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.118528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.118588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.118745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.118819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.118996] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.119767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.119804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.120041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.120149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.120319] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f8add5a-7f55-45d6-b800-4294360b3d00 is going to be updated. [ 620.145082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.145310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.145425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.145694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.145880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.146199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f8add5a-7f55-45d6-b800-4294360b3d00" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.193175] env[65959]: INFO networking_nsxv3.common.synchronization [None req-10772e4a-5e42-4fd2-baac-42bbb1cb4ddb tempest-ServersWithSpecificFlavorTestJSON-75194687 tempest-ServersWithSpecificFlavorTestJSON-75194687-project-member] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 620.193870] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 620.194330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.194330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.194491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.194778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.194902] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.498190] env[65959]: INFO networking_nsxv3.common.synchronization [None req-344e3c6d-c819-4050-aa9a-b9f0b680b56c tempest-ServersWithSpecificFlavorTestJSON-75194687 tempest-ServersWithSpecificFlavorTestJSON-75194687-project-member] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 620.500078] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 620.500078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.500078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.554256] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.555352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.555469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.555783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.557108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.557374] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.557554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.557617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.557861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.557959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.558079] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f already deleted. [ 620.558213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.562693] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.563116] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.563366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.563874] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.564227] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.564808] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.564989] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.565468] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.565688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.565973] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.566162] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.566322] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.566487] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.566675] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.566848] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.567036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.591945] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.592127] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.592255] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.592435] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.592943] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-0db1bb26-722c-41da-b0ed-a1083eef3d60 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.593135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.593250] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.593583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.593720] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db1bb26-722c-41da-b0ed-a1083eef3d60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.623390] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.744339] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.744667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.745579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.745579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.745579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.745579] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad already deleted. [ 620.745838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.746153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.746320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.746506] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.808153] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 620.808659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.808890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.809158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.809429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.809577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.809646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.809927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.810119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.810172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.810251] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.882373] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 620.882792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.097527] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.098063] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.098063] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.098265] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.098418] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.098575] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 0db1bb26-722c-41da-b0ed-a1083eef3d60 not found, creating... [ 621.098861] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.099034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.099149] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.099372] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.099501] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.099786] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.099928] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.100048] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.100253] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.100387] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.100607] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 0db1bb26-722c-41da-b0ed-a1083eef3d60 is going to be created. [ 621.127217] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.127590] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.127753] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.128160] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.128579] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.128876] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.130136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.130300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.130523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.130714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.130823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.130946] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 is going to be created. [ 621.159502] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.159655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.159743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.159995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.160103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.176449] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 in Status: UNINITIALIZED for 2s [ 621.278954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.279172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.279281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.279565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.279765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.279765] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad already deleted. [ 621.280167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.313057] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.313057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.313057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.313254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.313348] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.313449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.313517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.313673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.313750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.313886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.313983] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.314091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.314145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.314289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.314432] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.314523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.314582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.314722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.314796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.314879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.315046] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.505680] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 621.505903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.822762] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7266eb9c-9216-4686-bc49-89c4c979bbed: rpc.has_security_group_logging(os_id): False [ 621.853449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.853449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.853449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.853983] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.853983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.853983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.853983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.853983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.854167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.854243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.854273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.854413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.854499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.854612] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be created. [ 621.879290] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7b6d8b4-6ea1-46c9-9417-f0892507b366 req-1fe7f4c3-6800-43c9-83e4-8c278dea2b4a service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 621.879290] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7b6d8b4-6ea1-46c9-9417-f0892507b366 req-1fe7f4c3-6800-43c9-83e4-8c278dea2b4a service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 621.879290] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7b6d8b4-6ea1-46c9-9417-f0892507b366 req-1fe7f4c3-6800-43c9-83e4-8c278dea2b4a service nova] Enqueued Resource ID: 0db1bb26-722c-41da-b0ed-a1083eef3d60 with Priority: HIGHEST for action port [ 621.880418] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 621.880418] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 621.880418] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db1bb26-722c-41da-b0ed-a1083eef3d60 with Priority: HIGHEST for action port [ 621.880615] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.880710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.881456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.882270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.882346] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.883944] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.884148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.884148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.884438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.884578] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.884681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.884681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.884862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.884960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.885109] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.886164] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db1bb26-722c-41da-b0ed-a1083eef3d60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.886690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.888496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.888496] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db1bb26-722c-41da-b0ed-a1083eef3d60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.945116] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.945116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.945362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.945404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.945856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.959697] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 622.390342] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.395044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.395044] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0db1bb26-722c-41da-b0ed-a1083eef3d60 with status ACTIVE [ 622.395044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.395044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.395044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.395044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.395741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.395741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.395741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.395741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.396305] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0db1bb26-722c-41da-b0ed-a1083eef3d60 is going to be updated. [ 622.423325] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.424017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.424017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.424017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.424017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.424229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db1bb26-722c-41da-b0ed-a1083eef3d60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.650823] env[65959]: INFO networking_nsxv3.common.synchronization [req-f4f619a2-1011-4cfb-9817-cc1987bc23a9 req-3dc24f1f-4bfd-451b-8329-a11bd766ff3d tempest-ServersTestManualDisk-1690603069 tempest-ServersTestManualDisk-1690603069-project-member] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_members [ 622.651457] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_members [ 622.651767] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.651908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.651977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.652770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.652954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.653097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.653187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.653388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.653503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.653625] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.899100] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.130625] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.130880] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-702" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.130968] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-702" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.131376] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-702" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.131669] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.131927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.131927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.135414] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.135577] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.135964] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.135964] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.135964] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.136121] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.136203] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.136291] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.136416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.155888] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.156227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.156336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.156730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.157239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.157239] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.157380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.157380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.157515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.157597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.157680] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d already deleted. [ 623.157764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.165259] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.165439] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.165563] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.165727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-702" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.166059] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.166244] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.166352] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.166755] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.166900] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bf0284-9e0d-450b-aa42-ea4b65f3ad16',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.203969] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 in Status: SUCCESS [ 623.204261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.204704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.205384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.205451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205914] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.403810] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.404197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.404197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.404368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.404465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.404614] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be created. [ 623.431908] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.432683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.432683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.433460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.446829] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: UNINITIALIZED for 2s [ 623.669383] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.669643] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.669796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.670143] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.670421] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.670508] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 64bf0284-9e0d-450b-aa42-ea4b65f3ad16 not found, creating... [ 623.670756] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.670910] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.671031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.671263] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.671421] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.671817] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.672070] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.672270] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.672545] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.672829] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.673047] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 64bf0284-9e0d-450b-aa42-ea4b65f3ad16 is going to be created. [ 623.708548] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.720982] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.721231] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.721341] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.721677] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.722111] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.722197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.976955] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 623.977271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.212608] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49: rpc.has_security_group_logging(os_id): False [ 624.231601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.231845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.231936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.232224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.232324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.232765] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.232886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.232985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.233184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.233270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.233346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 is going to be created. [ 624.299018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.299018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.299018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.299018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.299018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.315681] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 in Status: IN_PROGRESS for 2s [ 624.423519] env[65959]: INFO networking_nsxv3.common.synchronization [req-f4f619a2-1011-4cfb-9817-cc1987bc23a9 req-65405fe6-6256-4a1a-a78f-8cdfec57928f service nova] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_rules [ 624.423519] env[65959]: INFO networking_nsxv3.common.synchronization [req-f4f619a2-1011-4cfb-9817-cc1987bc23a9 req-65405fe6-6256-4a1a-a78f-8cdfec57928f service nova] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_members [ 624.424239] env[65959]: INFO networking_nsxv3.common.synchronization [req-f4f619a2-1011-4cfb-9817-cc1987bc23a9 req-65405fe6-6256-4a1a-a78f-8cdfec57928f service nova] Enqueued Resource ID: 64bf0284-9e0d-450b-aa42-ea4b65f3ad16 with Priority: HIGHEST for action port [ 624.424971] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_rules [ 624.425158] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_members [ 624.425340] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bf0284-9e0d-450b-aa42-ea4b65f3ad16 with Priority: HIGHEST for action port [ 624.426289] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.426289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.426289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.426289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.426289] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.427585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.427585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.427585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.427841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.427895] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.428064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.429144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.429144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.429144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.429519] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.431118] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.431118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.431468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.431468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.432554] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bf0284-9e0d-450b-aa42-ea4b65f3ad16',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.934479] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.935821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.935901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.936521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64bf0284-9e0d-450b-aa42-ea4b65f3ad16 with status ACTIVE [ 624.936521] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.936521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.936521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.936720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.936720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.936835] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.936946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.937039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.937232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.937316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.938215] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.939338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.939338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.940128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.940128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.940128] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64bf0284-9e0d-450b-aa42-ea4b65f3ad16 is going to be updated. [ 624.969283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.969451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.969503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.969701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.969830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.969984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64bf0284-9e0d-450b-aa42-ea4b65f3ad16" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.444066] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.458705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 625.458989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.459410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.459631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.459858] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.460075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.460075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.460228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.460310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.460397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.460510] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.528662] env[65959]: INFO networking_nsxv3.common.synchronization [req-c48447c1-c696-4d0e-bb78-5388d804782a req-f44ff565-629c-411c-8f86-1b5648a99ef7 tempest-ServersTestBootFromVolume-98493536 tempest-ServersTestBootFromVolume-98493536-project-member] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_members [ 625.532536] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_members [ 625.533330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.533330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.533496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.533878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.533878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.534017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.534017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.534107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.534273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.534273] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.948835] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.948835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.948835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.948835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.948835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.948835] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d is going to be created. [ 625.963665] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.963665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.963665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.963923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.964112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.964490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.964564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.965167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.965167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.965167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.965167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.965479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.965479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.965479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.966056] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.966056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.966056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.966245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.966373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.966373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.966507] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.979757] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.983019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.983019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.983019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.983019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.996992] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d in Status: UNINITIALIZED for 2s [ 626.037961] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.037961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.037961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.037961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.037961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.038214] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.038260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.038291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.038556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.038556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.038672] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 already deleted. [ 626.038778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.067389] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.067389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-682" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.067389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-682" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.067389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-682" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.067389] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.067389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.067389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.068121] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.069202] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.069202] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.069202] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.069202] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.069202] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.069511] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.069589] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.069991] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.109730] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.109730] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.109730] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.109730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-682" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.109730] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109730] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97a7af4-2e9d-4ea7-9f7c-cc602f76d746',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.331122] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 in Status: SUCCESS [ 626.331369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.469228] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1662b720-bd95-428a-9095-e1bdb88d412f: rpc.has_security_group_logging(os_id): False [ 626.504086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.504262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.504306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.504538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.504649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.504843] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.504941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.505019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.505162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.505237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.505436] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.505532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.505590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.505731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.505805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.505979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.509339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.509457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.509597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.509679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.509770] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be created. [ 626.583967] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.584148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.584232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.584445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.584622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.600111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 626.616195] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616195] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616195] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.616504] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616586] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.616740] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 not found, creating... [ 626.617017] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.617196] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.617585] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.617972] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.618131] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.618467] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.618763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.618763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.618942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.619081] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.619213] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 is going to be created. [ 626.644918] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.645249] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.645366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.645976] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.645976] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.646142] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.335772] env[65959]: INFO networking_nsxv3.common.synchronization [req-c48447c1-c696-4d0e-bb78-5388d804782a req-5294e360-4b77-4c27-b15c-b59a1967b65e service nova] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_rules [ 627.336207] env[65959]: INFO networking_nsxv3.common.synchronization [req-c48447c1-c696-4d0e-bb78-5388d804782a req-5294e360-4b77-4c27-b15c-b59a1967b65e service nova] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_members [ 627.336785] env[65959]: INFO networking_nsxv3.common.synchronization [req-c48447c1-c696-4d0e-bb78-5388d804782a req-5294e360-4b77-4c27-b15c-b59a1967b65e service nova] Enqueued Resource ID: a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 with Priority: HIGHEST for action port [ 627.338499] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_rules [ 627.338580] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_members [ 627.338655] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 with Priority: HIGHEST for action port [ 627.338913] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.339053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.339120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.339325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.339406] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.341842] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.341991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.342084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.342281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.342434] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.342531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.345159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.345421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.345517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.345688] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.346839] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.346959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.348117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.348117] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97a7af4-2e9d-4ea7-9f7c-cc602f76d746',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.844082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.844082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.851846] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.852968] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 with status ACTIVE [ 627.853226] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.853359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.853429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.853660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.853767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.853960] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.854454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.854454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.854454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.854454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.854692] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.861535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.861638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.861954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.862047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.862451] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a97a7af4-2e9d-4ea7-9f7c-cc602f76d746 is going to be updated. [ 627.901941] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.902213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.902350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.902724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.903196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.903196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a97a7af4-2e9d-4ea7-9f7c-cc602f76d746" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.008741] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d in Status: SUCCESS [ 628.008741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.008741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.008741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.008741] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.009115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.009115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.009115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.009238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.010059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.010059] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.116096] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a2829d2c-aea1-487e-a7ab-a3b119fc5947 None None] Enqueued Resource ID: f33ae817-59bd-4888-980d-c9aad2f56448 with Priority: HIGHEST for action port [ 628.116818] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33ae817-59bd-4888-980d-c9aad2f56448 with Priority: HIGHEST for action port [ 628.116982] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33ae817-59bd-4888-980d-c9aad2f56448 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.117563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33ae817-59bd-4888-980d-c9aad2f56448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.117694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33ae817-59bd-4888-980d-c9aad2f56448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.118023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33ae817-59bd-4888-980d-c9aad2f56448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.118190] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33ae817-59bd-4888-980d-c9aad2f56448',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.367986] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.515579] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.617425] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 628.617699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.620419] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33ae817-59bd-4888-980d-c9aad2f56448 [ 628.620772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.620926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.621060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.624199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.624199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.624199] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33ae817-59bd-4888-980d-c9aad2f56448 already deleted. [ 628.624199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33ae817-59bd-4888-980d-c9aad2f56448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.871223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.871871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.871871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.871871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.872035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.872087] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 is going to be created. [ 628.941412] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.941669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.941669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.941903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.943134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.955766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c5c068-adb8-400a-9512-f99c1e586886 in Status: UNINITIALIZED for 2s [ 629.020265] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 615198e4-cc1b-4e31-9139-c01af1e68f6d: rpc.has_security_group_logging(os_id): False [ 629.040450] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.040450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.040450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.040671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.040671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.040956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.041103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.041151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.041301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.041389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.041502] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d is going to be created. [ 629.123495] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.123495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.123661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.123761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.123943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.141878] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d in Status: IN_PROGRESS for 2s [ 630.011908] env[65959]: INFO networking_nsxv3.common.synchronization [req-213fbb34-3e9d-4732-b626-cf287d121878 req-8621b78e-46c4-4594-b378-89d6128b297d tempest-ListImageFiltersTestJSON-677065262 tempest-ListImageFiltersTestJSON-677065262-project-member] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 630.013645] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 630.013645] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.013645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.014055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.014643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.016023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.017938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.018058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.019602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.019602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.019602] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.524237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.524450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.524928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.524928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.525097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.525210] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.525337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.525388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.525540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.525685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.525777] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 already deleted. [ 630.525858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.714909] env[65959]: INFO networking_nsxv3.common.synchronization [None req-b9a0e030-3e43-4752-b227-cc6883044cc9 None None] Enqueued Resource ID: fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092 with Priority: HIGHEST for action port [ 630.718047] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092 with Priority: HIGHEST for action port [ 630.718187] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.718318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.718383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.718812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.718899] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.753366] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.753366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.753633] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757292] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.757292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.757292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.757292] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.757292] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.757587] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.757651] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.757846] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.758051] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.758284] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.803459] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.803459] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.803459] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.803459] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.803459] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.807511] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.807511] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.807511] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.807511] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.968549] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c5c068-adb8-400a-9512-f99c1e586886 in Status: SUCCESS [ 630.968786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.968943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.969359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.969714] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.969714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.969714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.969918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.970078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.970184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.970326] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.156253] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d in Status: SUCCESS [ 631.156618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.224157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092 [ 631.224157] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.224157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.224157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.224157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.224157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.224157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092 already deleted. [ 631.224157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc0711d6-3f5c-4aff-9b5a-c67fe5ec1092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.309028] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.309436] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.309632] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.309994] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.310204] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.310454] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f not found, creating... [ 631.311647] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.311647] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.311647] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.311647] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.311647] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.311647] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.312030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.312030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.312150] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.312274] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.312417] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f is going to be created. [ 631.351262] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.351535] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.351712] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.352061] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.352344] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.352638] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.472560] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.975567] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41c5c068-adb8-400a-9512-f99c1e586886: rpc.has_security_group_logging(os_id): False [ 632.004837] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.005094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.005094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.005326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.005421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.005808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.005944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.005994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.006194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.006271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.006578] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 is going to be created. [ 632.071577] env[65959]: INFO networking_nsxv3.common.synchronization [req-213fbb34-3e9d-4732-b626-cf287d121878 req-9999a831-5e34-407a-b5ee-a09c02426dfe service nova] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_rules [ 632.071908] env[65959]: INFO networking_nsxv3.common.synchronization [req-213fbb34-3e9d-4732-b626-cf287d121878 req-9999a831-5e34-407a-b5ee-a09c02426dfe service nova] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 632.072145] env[65959]: INFO networking_nsxv3.common.synchronization [req-213fbb34-3e9d-4732-b626-cf287d121878 req-9999a831-5e34-407a-b5ee-a09c02426dfe service nova] Enqueued Resource ID: b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f with Priority: HIGHEST for action port [ 632.072841] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_rules [ 632.073052] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 632.073182] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f with Priority: HIGHEST for action port [ 632.073466] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.073593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.073669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.074034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.074130] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.075067] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.076166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.076166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.076166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.076166] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.076166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.076419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.076495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.076595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.076688] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.077653] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.077778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.077848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.078041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.078121] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.081477] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.081633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.081679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.082318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.082318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.102565] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c5c068-adb8-400a-9512-f99c1e586886 in Status: IN_PROGRESS for 2s [ 632.581157] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.585327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.585327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.585327] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f with status ACTIVE [ 632.585327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.585327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.585327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.585634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.585668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.586086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.586224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.586387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.586594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.586668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.586857] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.586946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.587024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.587191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.587268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.587351] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f is going to be updated. [ 632.622647] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.623832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.623938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.624178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.624385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.624744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b49d0c-8d07-43b3-b7ce-7cd7b896f25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.088843] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.595809] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.595809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.595809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.595809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.595809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.595809] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be created. [ 633.622928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.623102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.623172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.623391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.623562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.637384] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: UNINITIALIZED for 2s [ 634.121743] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c5c068-adb8-400a-9512-f99c1e586886 in Status: SUCCESS [ 634.122383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.801747] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e3ed0523-a083-4494-b497-22e707bdab0d None None] Enqueued Resource ID: 18960f6e-7dc2-48a1-8257-c395c2361d10 with Priority: HIGHEST for action port [ 634.802095] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18960f6e-7dc2-48a1-8257-c395c2361d10 with Priority: HIGHEST for action port [ 634.802545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-18960f6e-7dc2-48a1-8257-c395c2361d10 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.802748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18960f6e-7dc2-48a1-8257-c395c2361d10" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.802908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18960f6e-7dc2-48a1-8257-c395c2361d10" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.803118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18960f6e-7dc2-48a1-8257-c395c2361d10" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.803203] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18960f6e-7dc2-48a1-8257-c395c2361d10',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.307320] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18960f6e-7dc2-48a1-8257-c395c2361d10 [ 635.307320] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.307320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.307320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.307320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.307320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.309394] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18960f6e-7dc2-48a1-8257-c395c2361d10 already deleted. [ 635.309394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18960f6e-7dc2-48a1-8257-c395c2361d10" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652023] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.652023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652023] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.979854] env[65959]: INFO networking_nsxv3.common.synchronization [req-b537e74c-ccb3-4c02-913e-a08a92ada547 req-7e4b66f1-104a-4951-ab87-8da24d2f28a8 tempest-ListImageFiltersTestJSON-677065262 tempest-ListImageFiltersTestJSON-677065262-project-member] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 635.979854] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 635.979854] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.980875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.980875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.980875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.981161] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.981161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.981698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.981698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.981698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.981869] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.153766] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.153766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.485125] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.485125] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.485540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.485540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.485853] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.486037] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.486166] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.486381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.486516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.486868] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.487066] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.487066] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.487387] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.487387] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.487387] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.488026] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.496635] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.516122] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.516179] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.516368] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.516589] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.516990] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.517483] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.517818] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.518324] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.518518] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9adceb82-59f3-4e12-90ef-19e98a5ecc4c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.587034] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8f1bb1f8-74f2-4c3c-8ee0-666db3d62ce9 None None] Enqueued Resource ID: a266ab2a-cac0-4775-af3a-9df4da3b9423 with Priority: HIGHEST for action port [ 636.587928] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a266ab2a-cac0-4775-af3a-9df4da3b9423 with Priority: HIGHEST for action port [ 636.588393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a266ab2a-cac0-4775-af3a-9df4da3b9423 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.588626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a266ab2a-cac0-4775-af3a-9df4da3b9423" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.588739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a266ab2a-cac0-4775-af3a-9df4da3b9423" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.589073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a266ab2a-cac0-4775-af3a-9df4da3b9423" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.589268] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a266ab2a-cac0-4775-af3a-9df4da3b9423',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.002024] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.025683] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.025683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.025683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.025683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.025683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.025683] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 9adceb82-59f3-4e12-90ef-19e98a5ecc4c not found, creating... [ 637.026138] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.026445] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.026542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.028279] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.028517] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.029113] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.029342] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.029527] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.029891] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.030139] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.030355] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 9adceb82-59f3-4e12-90ef-19e98a5ecc4c is going to be created. [ 637.058937] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.059352] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.059541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.060014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.060891] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.061186] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.092258] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a266ab2a-cac0-4775-af3a-9df4da3b9423 [ 637.092536] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.092682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.092743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.092974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.093080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.093167] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a266ab2a-cac0-4775-af3a-9df4da3b9423 already deleted. [ 637.093241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a266ab2a-cac0-4775-af3a-9df4da3b9423" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.184023] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e7653bf4-cf14-4747-b07f-dfe8d8076e7f None None] Enqueued Resource ID: 5c4bae5c-3685-4a92-a805-6cccc0b876de with Priority: HIGHEST for action port [ 637.184604] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4bae5c-3685-4a92-a805-6cccc0b876de with Priority: HIGHEST for action port [ 637.184922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c4bae5c-3685-4a92-a805-6cccc0b876de taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.185255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c4bae5c-3685-4a92-a805-6cccc0b876de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.185337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c4bae5c-3685-4a92-a805-6cccc0b876de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.185622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c4bae5c-3685-4a92-a805-6cccc0b876de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.185733] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4bae5c-3685-4a92-a805-6cccc0b876de',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.505252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.505427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.505506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.505737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.505879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.505933] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be updated. [ 637.539672] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.539914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.540068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.540246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.540394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.553065] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: IN_PROGRESS for 2s [ 637.688010] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c4bae5c-3685-4a92-a805-6cccc0b876de [ 637.688526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.688748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.688847] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.689136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.689259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.689377] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c4bae5c-3685-4a92-a805-6cccc0b876de already deleted. [ 637.689814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c4bae5c-3685-4a92-a805-6cccc0b876de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.832649] env[65959]: INFO networking_nsxv3.common.synchronization [req-b537e74c-ccb3-4c02-913e-a08a92ada547 req-525c7fac-af36-4f56-98a7-897490393b21 service nova] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_rules [ 637.832649] env[65959]: INFO networking_nsxv3.common.synchronization [req-b537e74c-ccb3-4c02-913e-a08a92ada547 req-525c7fac-af36-4f56-98a7-897490393b21 service nova] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 637.832649] env[65959]: INFO networking_nsxv3.common.synchronization [req-b537e74c-ccb3-4c02-913e-a08a92ada547 req-525c7fac-af36-4f56-98a7-897490393b21 service nova] Enqueued Resource ID: 9adceb82-59f3-4e12-90ef-19e98a5ecc4c with Priority: HIGHEST for action port [ 637.833275] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_rules [ 637.833427] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 637.833504] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9adceb82-59f3-4e12-90ef-19e98a5ecc4c with Priority: HIGHEST for action port [ 637.833790] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.833892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.836329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.836454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.836702] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.836850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.836917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.837225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.837303] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9adceb82-59f3-4e12-90ef-19e98a5ecc4c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.973037] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 637.973037] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 637.973510] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 637.974367] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 637.974367] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.974609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.974844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.978199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.978199] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.978199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.978199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.978199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.978199] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.035299] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_rules [ 638.035556] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 638.036142] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 638.037481] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 638.037481] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bbfa587-93c0-4f52-a843-bb153abb704c req-9319f6a3-23ce-41fc-8e18-29d188ddf33f tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 with Priority: HIGHEST for action port [ 638.037990] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_rules [ 638.038102] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 638.038244] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 with Priority: HIGHEST for action port [ 638.038336] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 638.038431] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 638.038761] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.038954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.039390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.039390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.039510] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.041247] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.041377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.041442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.043169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.043169] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.043565] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-51dd2052-f421-4c6a-a9c3-8244444994f4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.043565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.043565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.043725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.043808] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51dd2052-f421-4c6a-a9c3-8244444994f4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.047886] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.048056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.048359] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.048484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.340176] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9adceb82-59f3-4e12-90ef-19e98a5ecc4c with status ACTIVE [ 638.340436] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.340622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.340725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.340885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.341015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.341272] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.345560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.345651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.348238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.348238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.348238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.348238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.348238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.348238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9adceb82-59f3-4e12-90ef-19e98a5ecc4c is going to be updated. [ 638.376475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.376475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.376475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.376475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.376475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.376747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9adceb82-59f3-4e12-90ef-19e98a5ecc4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.480376] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.481620] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.552616] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51dd2052-f421-4c6a-a9c3-8244444994f4 with status ACTIVE [ 638.553429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.553591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.553664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.553880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.553974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.554193] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.554294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.554354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.554515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.554590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.554781] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.554878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.554936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.555094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.555166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.555245] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 is going to be updated. [ 638.561850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.561850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.561850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.561850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.586081] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.586081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.586081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.586081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.586081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.586081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.833256] env[65959]: INFO networking_nsxv3.common.synchronization [req-7f31074f-fe4a-4d4f-a305-a00218437602 req-f2cacde7-3347-4108-892d-8a6a1f9a3a45 tempest-ServerExternalEventsTest-1632084843 tempest-ServerExternalEventsTest-1632084843-project-member] Enqueued Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_members [ 638.833728] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_members [ 638.834525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.835024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.835024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.835158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.835382] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.835538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.836110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.836110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.836110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.836110] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.983819] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.985249] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.340148] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.340439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.340439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.340667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.340812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341015] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341609] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e already deleted. [ 639.341817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.347304] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.347496] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.347616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.347906] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.348164] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.348333] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.348446] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.348688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.348842] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.349367] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.349581] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.349737] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.349888] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.350052] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.350209] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.350379] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.353656] env[65959]: INFO networking_nsxv3.common.synchronization [None req-be541ebd-9ca7-4eaa-a9c0-1a768ea61fcd None None] Enqueued Resource ID: 980f6c73-ab7f-44e3-98a3-62f6f0708389 with Priority: HIGHEST for action port [ 639.354732] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980f6c73-ab7f-44e3-98a3-62f6f0708389 with Priority: HIGHEST for action port [ 639.355363] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-980f6c73-ab7f-44e3-98a3-62f6f0708389 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.355634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980f6c73-ab7f-44e3-98a3-62f6f0708389" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.355680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980f6c73-ab7f-44e3-98a3-62f6f0708389" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.355997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980f6c73-ab7f-44e3-98a3-62f6f0708389" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.356130] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980f6c73-ab7f-44e3-98a3-62f6f0708389',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.375262] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.375494] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.375717] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.375955] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.376430] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.376663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.376845] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.377331] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.377558] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.487761] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.488049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.488049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.488192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.491067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491067] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 639.491067] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.491067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.491067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.491067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491067] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be created. [ 639.639209] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 639.639436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.640145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.640145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640145] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.640305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.640305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.640415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.640585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.641077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.641077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.641077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.641077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.641265] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.641404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.641468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.641627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.641987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.641987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.641987] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.643787] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.643963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.644868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.644868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.646809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.647901] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.647901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.648097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.648426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.648426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.650195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.650262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.650453] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.650690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.650750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.650943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.651067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.651195] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.653168] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03b592d7-1456-4603-8ff0-7491b9a44b34: rpc.has_security_group_logging(os_id): False [ 639.667363] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: UNINITIALIZED for 2s [ 639.668221] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 639.680297] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.680512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.680512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.680814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.680907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.681192] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.681498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.681498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.681498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.681705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.681763] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.681845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.681898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.682149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.682233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.682438] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.682559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.682620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.682721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.682793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.682877] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be created. [ 639.763817] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.763817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.763817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.764117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.764204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.777186] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: IN_PROGRESS for 2s [ 639.858456] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 980f6c73-ab7f-44e3-98a3-62f6f0708389 [ 639.858811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.859562] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:980f6c73-ab7f-44e3-98a3-62f6f0708389 already deleted. [ 639.859631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980f6c73-ab7f-44e3-98a3-62f6f0708389" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.880415] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.880806] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.880806] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.881196] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.881326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.881387] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 not found, creating... [ 639.881662] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.881850] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.882022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.882299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.882431] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.882746] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.882944] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.883051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.883254] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.883379] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.883517] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 is going to be created. [ 639.928804] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.929160] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.929342] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.929659] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.929947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.930274] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.159973] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.188437] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a83226e4-1711-4b9c-b720-e6540a52fa84 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 640.188437] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 640.188685] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.188815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.188959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.189207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.189288] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.362035] env[65959]: INFO networking_nsxv3.common.synchronization [None req-baf73e3a-1dcd-4dc7-a89c-54470bd24cdb tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 640.362694] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 640.363108] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.363279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.624528] env[65959]: INFO networking_nsxv3.common.synchronization [req-7f31074f-fe4a-4d4f-a305-a00218437602 req-9a08a1c0-2f4a-4d2f-916e-5bffe2646133 service nova] Enqueued Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_rules [ 640.624528] env[65959]: INFO networking_nsxv3.common.synchronization [req-7f31074f-fe4a-4d4f-a305-a00218437602 req-9a08a1c0-2f4a-4d2f-916e-5bffe2646133 service nova] Enqueued Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_members [ 640.624528] env[65959]: INFO networking_nsxv3.common.synchronization [req-7f31074f-fe4a-4d4f-a305-a00218437602 req-9a08a1c0-2f4a-4d2f-916e-5bffe2646133 service nova] Enqueued Resource ID: b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 with Priority: HIGHEST for action port [ 640.624528] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_rules [ 640.624528] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_members [ 640.624528] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 with Priority: HIGHEST for action port [ 640.625055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.625372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.625636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.626068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.626395] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.628063] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.628442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.628678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.629029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.629387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.629621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.629978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.634063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.634063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.634063] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.634063] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.634063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.634063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.634063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.634063] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.663054] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.716989] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.717235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.717235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.717441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.717633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.717633] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 already deleted. [ 640.717791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.718260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.718441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.718604] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.135880] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135880] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 with status ACTIVE [ 641.136429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.136429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.136429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.136429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.136622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.137222] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.137222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.137222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.137222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.137222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.137454] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.137454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.137656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.137656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.137727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.137880] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8 is going to be updated. [ 641.138962] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.164866] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.165079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.165172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.165313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.165449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b4b9f2-9efa-4b82-92c2-f0819d39e1a8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.166047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.166113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.166251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.166318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.166405] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be updated. [ 641.222562] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.222758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.222817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.225034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.225034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.242181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: IN_PROGRESS for 2s [ 641.246952] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.251215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.251215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.251215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.251215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.251215] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 already deleted. [ 641.251215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.641390] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.680772] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 641.681019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.681189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.681399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.681662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.681811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.681811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.681916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.681966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.682078] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.683520] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 641.683741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.683912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.684020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.684328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.684328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.684328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.684495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.684528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.684614] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.693083] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a53bde1-5f83-4acb-acee-535736fd9ac2 req-3fc56324-a6ac-40a1-87b5-e9271fd90df8 tempest-ServersWithSpecificFlavorTestJSON-75194687 tempest-ServersWithSpecificFlavorTestJSON-75194687-project-member] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 641.694027] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 641.694027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.694191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.694191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.694419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.694588] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.694691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.694753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.694966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.695328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.695452] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.798744] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 641.799047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.799329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.800777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.800826] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.145814] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.145814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.145814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.145814] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e is going to be created. [ 642.183157] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.183356] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.183477] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.183814] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.184086] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.184241] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.184350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.184590] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.184735] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.184914] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.185110] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.185308] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.185411] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.185525] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.185620] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.185751] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.187512] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.189130] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.191990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.191990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.191990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.191990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.191990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199614] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.200066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.200158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.200342] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.200438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.200497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.200681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.200756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.200838] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad already deleted. [ 642.200915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.204752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e in Status: UNINITIALIZED for 2s [ 642.212506] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.212824] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.213049] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.213197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.213515] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.213731] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.213854] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.214191] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.214365] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2b505f-9e3c-4a81-b2ed-3516ed6994de',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.304171] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.304171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.689503] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.690460] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.717431] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.717646] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.717742] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.718203] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.718354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.718490] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 8c2b505f-9e3c-4a81-b2ed-3516ed6994de not found, creating... [ 642.718750] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.718990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.719172] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.719417] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.719549] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.719839] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.719990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.720110] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.720319] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.720444] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720578] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 8c2b505f-9e3c-4a81-b2ed-3516ed6994de is going to be created. [ 642.747081] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.747081] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.747081] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.747541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.747541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.747763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.042269] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 643.042269] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 643.042269] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_members [ 643.042541] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 643.042624] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 643.042729] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_members [ 643.043018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.043163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.043849] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.043849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044042] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-49bafcc6-f317-4876-8660-d3196ec5fc64 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.044176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.044470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.044633] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.044817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.044966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.045022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.045154] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.093225] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_rules [ 643.093637] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_members [ 643.093868] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_rules [ 643.094086] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 643.094275] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 643.094616] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 643.094764] env[65959]: INFO networking_nsxv3.common.synchronization [req-eae53c88-26e1-45f7-9394-56c6682d8deb req-dd861c4e-00a4-42a1-a411-473f1fdebff4 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 with Priority: HIGHEST for action port [ 643.095735] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_rules [ 643.095930] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_rules [ 643.096132] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 643.096326] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 with Priority: HIGHEST for action port [ 643.096431] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 643.096546] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_members [ 643.096677] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 643.097129] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49bafcc6-f317-4876-8660-d3196ec5fc64 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.097301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.097635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.097769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.097875] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.099406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.099582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.101179] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.101179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102919] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-51dd2052-f421-4c6a-a9c3-8244444994f4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.103633] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51dd2052-f421-4c6a-a9c3-8244444994f4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.104732] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.105112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-49bafcc6-f317-4876-8660-d3196ec5fc64 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.106028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.106028] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.106028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.194053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.194053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.194053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.194053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.194053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.194053] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 643.195827] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.196096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.197215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.197339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.198156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.198156] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be updated. [ 643.237542] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.237542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.237542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.237703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.237873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.244507] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.244507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.244507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.244507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.244507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.261572] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 643.263045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.263045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263045] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.263045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.263367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263589] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.265157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: IN_PROGRESS for 2s [ 643.265876] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 643.548063] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.608911] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-49bafcc6-f317-4876-8660-d3196ec5fc64 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.608911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.610798] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51dd2052-f421-4c6a-a9c3-8244444994f4 with status ACTIVE [ 643.610798] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.610798] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.610798] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.610798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.611751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.611751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.611751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.611751] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51dd2052-f421-4c6a-a9c3-8244444994f4 is going to be updated. [ 643.623841] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a53bde1-5f83-4acb-acee-535736fd9ac2 req-44993749-b167-4975-a505-a1ac7ffe4af7 service nova] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 643.623994] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a53bde1-5f83-4acb-acee-535736fd9ac2 req-44993749-b167-4975-a505-a1ac7ffe4af7 service nova] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 643.624136] env[65959]: INFO networking_nsxv3.common.synchronization [req-5a53bde1-5f83-4acb-acee-535736fd9ac2 req-44993749-b167-4975-a505-a1ac7ffe4af7 service nova] Enqueued Resource ID: 8c2b505f-9e3c-4a81-b2ed-3516ed6994de with Priority: HIGHEST for action port [ 643.625195] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 643.625314] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 643.626078] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c2b505f-9e3c-4a81-b2ed-3516ed6994de with Priority: HIGHEST for action port [ 643.626078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.626078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.626078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.626078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.626299] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.627350] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.627350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.627452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.628039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.628039] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.628039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.628039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.628266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.628266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.628266] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.629424] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.629424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.629424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.629424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.629994] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2b505f-9e3c-4a81-b2ed-3516ed6994de',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.637585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.637746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.637815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.638051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.638141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.638299] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51dd2052-f421-4c6a-a9c3-8244444994f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.767349] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.767796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.767796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.767952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.768020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.768282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.768349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.768953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.769087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.769185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.769353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.769456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.769520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.769698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.769885] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.769991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.770120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.770276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.770672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.770672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.770672] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.050354] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.135025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135025] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.135025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c2b505f-9e3c-4a81-b2ed-3516ed6994de with status ACTIVE [ 644.135025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.135025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.135025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.136102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.136102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.136102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.136102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.136102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.136102] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c2b505f-9e3c-4a81-b2ed-3516ed6994de is going to be updated. [ 644.170406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.170549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.170684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.171019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.171175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.171334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c2b505f-9e3c-4a81-b2ed-3516ed6994de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218947] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e in Status: SUCCESS [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218947] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.218947] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.272615] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03b592d7-1456-4603-8ff0-7491b9a44b34: rpc.has_security_group_logging(os_id): False [ 644.293888] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.294368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.294368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.294467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.294564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.294818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.298266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.298387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.298781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.302080] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.302080] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.302080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.302080] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be updated. [ 644.435044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.435243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.435243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.436141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.436141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.491009] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: IN_PROGRESS for 2s [ 644.553497] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.553695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.554835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.554835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.554835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.554835] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 is going to be created. [ 644.591700] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.591700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.591700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.591976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.592107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.620907] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: UNINITIALIZED for 2s [ 644.640569] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.720171] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.720437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.720605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.720995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.721265] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.721461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.721841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.722010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.722175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.722424] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.722603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.722715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.722952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723210] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.723335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.723406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.723579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723889] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.144476] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.145372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.145372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.145372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.145372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.145372] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be created. [ 645.173373] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.173565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.173649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.173958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.174133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.186133] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: UNINITIALIZED for 2s [ 645.226791] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e25357-a6a6-4d61-aed9-cf4dfc96102e: rpc.has_security_group_logging(os_id): False [ 645.247486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.247733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.247788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.249037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.249037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.249037] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.249037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.249037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.249037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.249037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.249400] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.249400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.249400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.249588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.249629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.249925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.250058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.250146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.250317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.250413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.250903] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e is going to be created. [ 645.304731] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 645.304867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.305550] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 645.305691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.305845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.306116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.306310] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.306428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.306490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.306647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.306729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.306811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.306912] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.308520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.308690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.308855] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.308965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.309037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.309184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.309257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.309335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.309447] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.310497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.310692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.311631] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.311976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.312235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.314060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.314060] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.314060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.314648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.314648] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.314648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.314648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.314648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.314648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.314854] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.339237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.339428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.339428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.339628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.339844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.352747] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e in Status: IN_PROGRESS for 2s [ 645.814858] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.818116] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.819763] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.822872] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.823673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.320534] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a975529-9a6d-48fe-b3bb-6bdcd6211753: rpc.has_security_group_logging(os_id): False [ 646.326045] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.326045] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.345082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.345245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.345316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.345528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.345624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.345841] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.345940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.346144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.346218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.346253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.346347] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be created. [ 646.352553] env[65959]: INFO networking_nsxv3.common.synchronization [req-b97bc6f7-0b91-44dd-b850-f60d307281cd req-1df0d4b8-bc59-4003-a52c-562f9d34a2ed tempest-TenantUsagesTestJSON-140831594 tempest-TenantUsagesTestJSON-140831594-project-member] Enqueued Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_members [ 646.353839] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_members [ 646.354405] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.354405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.354638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.354951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.355196] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.355541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.355708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.355872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.355999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.356153] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.404474] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.404652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.404709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.404920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.405231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.418176] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: IN_PROGRESS for 2s [ 646.514668] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 646.514846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.636389] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: SUCCESS [ 646.636666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.636953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.637190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.637468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.637647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.637689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.637877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.638017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.638309] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.814439] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.814686] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.814821] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.814997] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.815618] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.816060] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.816199] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.816651] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.816828] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.817157] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.817157] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.817391] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.817391] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.817507] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.817631] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.817764] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.827610] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.827851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.827851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.828090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.828216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.828349] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 646.829829] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.829980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.830332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.830815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.831019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.831184] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be updated. [ 646.853700] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.853906] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.856787] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.856787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.856787] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-961283a8-d18c-43e6-98c4-bbc2d483c25f taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.856787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.856787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.856787] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961283a8-d18c-43e6-98c4-bbc2d483c25f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.859724] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.860459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.861062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.861062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.861062] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc79ff5-fb02-440c-9106-c79a62edcf6e already deleted. [ 646.861062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.904799] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.904922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.904975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.905211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.905357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.908138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.908300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.908571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.908571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.908846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.920604] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: IN_PROGRESS for 2s [ 646.921846] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 647.141593] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.198844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 647.199112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.200119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.200119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.200119] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.200119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.200119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.200119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.200119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.200799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.200799] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.359074] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.359490] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.359490] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.359683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.359835] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.359977] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 961283a8-d18c-43e6-98c4-bbc2d483c25f not found, creating... [ 647.360236] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.360387] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.360495] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.360834] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.361693] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.361954] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.362224] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.362408] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.362725] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.363037] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.363238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 961283a8-d18c-43e6-98c4-bbc2d483c25f is going to be created. [ 647.365880] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e in Status: SUCCESS [ 647.366105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.385807] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.386316] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.386316] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.386622] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.386845] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.387182] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.645139] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.702800] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.131060] env[65959]: INFO networking_nsxv3.common.synchronization [req-b97bc6f7-0b91-44dd-b850-f60d307281cd req-52b82697-bcdd-4e27-8211-fd0d81dd915b service nova] Enqueued Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_rules [ 648.131228] env[65959]: INFO networking_nsxv3.common.synchronization [req-b97bc6f7-0b91-44dd-b850-f60d307281cd req-52b82697-bcdd-4e27-8211-fd0d81dd915b service nova] Enqueued Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_members [ 648.131377] env[65959]: INFO networking_nsxv3.common.synchronization [req-b97bc6f7-0b91-44dd-b850-f60d307281cd req-52b82697-bcdd-4e27-8211-fd0d81dd915b service nova] Enqueued Resource ID: 961283a8-d18c-43e6-98c4-bbc2d483c25f with Priority: HIGHEST for action port [ 648.132025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_rules [ 648.132224] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_members [ 648.132734] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961283a8-d18c-43e6-98c4-bbc2d483c25f with Priority: HIGHEST for action port [ 648.133017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.133160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.133234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.133492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.133575] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.134468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.134588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.134657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.134842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.134994] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.135102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.135163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.135320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.135478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135537] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.137035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-961283a8-d18c-43e6-98c4-bbc2d483c25f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.137035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.137035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.137035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.137035] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961283a8-d18c-43e6-98c4-bbc2d483c25f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.147606] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.147803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.147850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.148065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.148159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.148256] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 is going to be updated. [ 648.187677] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.187862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.187910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.188125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.188268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.198292] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: IN_PROGRESS for 2s [ 648.204805] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d57131b-a839-45e7-b008-ea21ad7675ad: rpc.has_security_group_logging(os_id): False [ 648.223354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.223490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.223572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.223782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.223871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.224134] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.224407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.224407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.224523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.224523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.224622] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be created. [ 648.305136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.306229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.306537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.308469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.308469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.324405] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: IN_PROGRESS for 2s [ 648.444945] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 648.444945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.444945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.446403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.446403] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.639211] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.639211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.639472] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.640936] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 961283a8-d18c-43e6-98c4-bbc2d483c25f with status ACTIVE [ 648.641379] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.642048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.642180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.642549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.642718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.642790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.642999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.643136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.643478] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.643478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.643664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.643717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.643876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.643949] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 961283a8-d18c-43e6-98c4-bbc2d483c25f is going to be updated. [ 648.671475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.671637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.671637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.671910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.671962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.672132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961283a8-d18c-43e6-98c4-bbc2d483c25f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.937972] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 648.938218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.938401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.938711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.938950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.939037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.939092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.939216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.939562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.939562] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.941312] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 648.941637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.941893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.942153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.942506] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.942710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.942822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.943039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.943189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.943323] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.949138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.949138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.145745] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.440572] env[65959]: INFO networking_nsxv3.common.synchronization [req-7de15ec5-e4b9-4329-8035-0fa4bc8df62a req-dbb9417e-dc19-4113-ba77-97f600c6180f tempest-DeleteServersAdminTestJSON-1316354536 tempest-DeleteServersAdminTestJSON-1316354536-project-member] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 649.441570] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 649.442612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.442612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.442612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.443950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.443950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.443950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.443950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.443950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.443950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.443950] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.444883] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.446202] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.651399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.651399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.651399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.651399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.651399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.651399] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc79ff5-fb02-440c-9106-c79a62edcf6e is going to be created. [ 649.680087] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.680087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.680087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.680087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.680087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.693895] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc79ff5-fb02-440c-9106-c79a62edcf6e in Status: UNINITIALIZED for 2s [ 649.778166] env[65959]: INFO networking_nsxv3.common.synchronization [None req-aa7755ec-dd5e-445e-beb5-d8edbe09cc84 None None] Enqueued Resource ID: 14196da8-fcb8-4fc6-b5fe-f776a647501c with Priority: HIGHEST for action port [ 649.778166] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14196da8-fcb8-4fc6-b5fe-f776a647501c with Priority: HIGHEST for action port [ 649.778166] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-14196da8-fcb8-4fc6-b5fe-f776a647501c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.778166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14196da8-fcb8-4fc6-b5fe-f776a647501c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.778166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14196da8-fcb8-4fc6-b5fe-f776a647501c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.778166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14196da8-fcb8-4fc6-b5fe-f776a647501c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.778166] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14196da8-fcb8-4fc6-b5fe-f776a647501c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.949552] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.950752] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.952225] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.952225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.952988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.952988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.952988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.952988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.952988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.952988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.953433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.953433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.953433] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be updated. [ 649.984278] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.984520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.984520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.984710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.984841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.996521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: IN_PROGRESS for 2s [ 650.209437] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: SUCCESS [ 650.209437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.209563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.210014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.210014] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.210170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.210212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.211062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.211062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.211062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.211062] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.281264] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14196da8-fcb8-4fc6-b5fe-f776a647501c [ 650.281528] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.281699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.281766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.281953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.282045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.282237] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14196da8-fcb8-4fc6-b5fe-f776a647501c already deleted. [ 650.282237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14196da8-fcb8-4fc6-b5fe-f776a647501c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.338790] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 650.338790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.456193] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.456787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.457279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.458357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.458357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.458357] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 650.460878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.463484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.463634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.464312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.464312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.464312] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be updated. [ 650.490643] env[65959]: INFO networking_nsxv3.common.synchronization [None req-ada65b31-2f83-4d7b-b60c-de10de42a068 None None] Enqueued Resource ID: 1bf79161-50b5-4309-a38c-fa0db00a3805 with Priority: HIGHEST for action port [ 650.493742] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf79161-50b5-4309-a38c-fa0db00a3805 with Priority: HIGHEST for action port [ 650.493742] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf79161-50b5-4309-a38c-fa0db00a3805 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.493742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf79161-50b5-4309-a38c-fa0db00a3805" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.493742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf79161-50b5-4309-a38c-fa0db00a3805" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.494099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf79161-50b5-4309-a38c-fa0db00a3805" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.494099] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf79161-50b5-4309-a38c-fa0db00a3805',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.510464] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.510865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.510976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.511283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.511475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.515458] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.515458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.515458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.516133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.516133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.537097] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 650.538933] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: IN_PROGRESS for 2s [ 650.712833] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.796164] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.798039] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.798039] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.798039] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.798039] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.798283] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.798283] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.798858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.799049] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.799287] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.799400] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.799505] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.799613] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.799746] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.799866] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.800482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.822925] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.823069] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.823125] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.823354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.823721] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-f83dbd65-af22-4926-bdbf-848a1ee6b05b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.823836] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.823949] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.824299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.824458] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83dbd65-af22-4926-bdbf-848a1ee6b05b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.997285] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf79161-50b5-4309-a38c-fa0db00a3805 [ 650.997593] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.997779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.997875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.998691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.998691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.998691] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf79161-50b5-4309-a38c-fa0db00a3805 already deleted. [ 650.998691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf79161-50b5-4309-a38c-fa0db00a3805" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.181973] env[65959]: INFO networking_nsxv3.common.synchronization [req-cb9a3d9b-1f5b-4660-848f-411b7564bc6a req-6743c638-e9a9-491a-8f66-87c5fefddc38 tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 651.182545] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 651.184054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184631] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.185126] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.218540] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49bafcc6-f317-4876-8660-d3196ec5fc64: rpc.has_security_group_logging(os_id): False [ 651.241598] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.241900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.241900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.242061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.242148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.242406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.242506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.242506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.242665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.242730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.242807] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 is going to be created. [ 651.312301] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.312454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.312510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.312727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.312928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.327744] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.327744] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.327982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.328129] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.328303] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.328489] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port f83dbd65-af22-4926-bdbf-848a1ee6b05b not found, creating... [ 651.328913] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.329019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.329162] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.329423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.329558] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.330034] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.330140] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.330224] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.330426] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.330551] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.330684] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: f83dbd65-af22-4926-bdbf-848a1ee6b05b is going to be created. [ 651.332580] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: IN_PROGRESS for 2s [ 651.359837] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.359837] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.359837] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.359837] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.359837] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.359837] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.690736] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.693911] env[65959]: INFO networking_nsxv3.common.synchronization [None req-dbb68b0c-7d28-4374-bec8-90bb63f66b48 None None] Enqueued Resource ID: deb74a6a-f31f-4961-b3c8-b3c21cf52640 with Priority: HIGHEST for action port [ 651.695752] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb74a6a-f31f-4961-b3c8-b3c21cf52640 with Priority: HIGHEST for action port [ 651.695863] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-deb74a6a-f31f-4961-b3c8-b3c21cf52640 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.695938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deb74a6a-f31f-4961-b3c8-b3c21cf52640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.696967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deb74a6a-f31f-4961-b3c8-b3c21cf52640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.696967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deb74a6a-f31f-4961-b3c8-b3c21cf52640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.696967] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deb74a6a-f31f-4961-b3c8-b3c21cf52640',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.707521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc79ff5-fb02-440c-9106-c79a62edcf6e in Status: SUCCESS [ 651.707716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.707870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.708123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.708325] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.708432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.708494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.709187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.709187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.709187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.709187] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.851703] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.851703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.851703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.851703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.851703] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.852292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.852292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.852366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.853422] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.853422] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.853422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.853422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.853422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.853422] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.853422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.853422] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.892881] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.893099] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.893898] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.893898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.893898] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-75714281-2ddd-4582-b847-fbc64ee2a190 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.893898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.894165] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.894356] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.894484] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75714281-2ddd-4582-b847-fbc64ee2a190',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.007342] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 652.007342] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c deletion is rescheduled due to dependency. [ 652.007342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.101590] env[65959]: INFO networking_nsxv3.common.synchronization [req-7de15ec5-e4b9-4329-8035-0fa4bc8df62a req-454a58f5-fd19-4189-9357-9372db56670e service nova] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_rules [ 652.101825] env[65959]: INFO networking_nsxv3.common.synchronization [req-7de15ec5-e4b9-4329-8035-0fa4bc8df62a req-454a58f5-fd19-4189-9357-9372db56670e service nova] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 652.102054] env[65959]: INFO networking_nsxv3.common.synchronization [req-7de15ec5-e4b9-4329-8035-0fa4bc8df62a req-454a58f5-fd19-4189-9357-9372db56670e service nova] Enqueued Resource ID: f83dbd65-af22-4926-bdbf-848a1ee6b05b with Priority: HIGHEST for action port [ 652.102678] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_rules [ 652.102824] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 652.102885] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83dbd65-af22-4926-bdbf-848a1ee6b05b with Priority: HIGHEST for action port [ 652.103239] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.103373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.103441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.103715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.103803] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.104770] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.104890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.104958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.105188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.105412] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.105528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.105656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.105870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.105909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.106010] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.107930] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83dbd65-af22-4926-bdbf-848a1ee6b05b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.107930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.107930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.107930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.107930] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83dbd65-af22-4926-bdbf-848a1ee6b05b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.195550] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.200709] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deb74a6a-f31f-4961-b3c8-b3c21cf52640 [ 652.200709] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.200709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.200709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.200709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.200709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.200709] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deb74a6a-f31f-4961-b3c8-b3c21cf52640 already deleted. [ 652.200709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deb74a6a-f31f-4961-b3c8-b3c21cf52640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.211584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.211584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.212080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.212313] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.212474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.212575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.212774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.212906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.213085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.213276] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.213421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.213529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.213714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.213924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.214131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.214230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.214385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.214460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.214550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.214622] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.396983] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.397190] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.397307] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.397645] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.397718] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.397849] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 75714281-2ddd-4582-b847-fbc64ee2a190 not found, creating... [ 652.398103] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.398250] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.398359] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.398603] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.399236] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.399236] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.399236] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.399417] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.399641] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.399690] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.400035] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 75714281-2ddd-4582-b847-fbc64ee2a190 is going to be created. [ 652.441641] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.442335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.442335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.442335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.442692] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.442692] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.557021] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.557021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.557021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.557021] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.558335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 652.558531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.559066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.559247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.559425] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.559530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.559590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.559736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.559813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.559901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.560074] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.560236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.560576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.560576] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.560702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.560808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.560879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.560959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.561059] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.611850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.612055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.612258] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.613221] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f83dbd65-af22-4926-bdbf-848a1ee6b05b with status ACTIVE [ 652.613435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.613567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.613612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.613919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.614024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.614357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.614486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.614959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.614959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.614959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.615163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.615231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.615291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.615453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.615609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.615609] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f83dbd65-af22-4926-bdbf-848a1ee6b05b is going to be updated. [ 652.645017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.645208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.645278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.645428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.645645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.645793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83dbd65-af22-4926-bdbf-848a1ee6b05b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.698831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.698831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.698831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.698831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.698831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.698831] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 652.716467] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edc79ff5-fb02-440c-9106-c79a62edcf6e: rpc.has_security_group_logging(os_id): False [ 652.746066] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.746256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.746305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.746490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.746580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.746762] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.746859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.746920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.747079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.747154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.747347] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.747440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.747504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.747672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.747748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.747930] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.748034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.748096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.748264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.748307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.748385] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc79ff5-fb02-440c-9106-c79a62edcf6e is going to be created. [ 652.788184] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.788184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.788184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.788184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.788184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.798400] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 652.859862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.859862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.859862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.859862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.859862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.879927] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc79ff5-fb02-440c-9106-c79a62edcf6e in Status: IN_PROGRESS for 2s [ 653.063199] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.065144] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7266eb9c-9216-4686-bc49-89c4c979bbed: rpc.has_security_group_logging(os_id): False [ 653.095251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.095385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.095428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.095968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.095968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.095968] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.096158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.096158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.096264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.096342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.096525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.096621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.096684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.096833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.096910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.097627] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.097783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.097888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.098251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.098525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.098602] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 653.118730] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.147748] env[65959]: INFO networking_nsxv3.common.synchronization [req-cb9a3d9b-1f5b-4660-848f-411b7564bc6a req-a9ca8ee6-fef6-41bd-870f-1e7eb037ec38 service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 653.147748] env[65959]: INFO networking_nsxv3.common.synchronization [req-cb9a3d9b-1f5b-4660-848f-411b7564bc6a req-a9ca8ee6-fef6-41bd-870f-1e7eb037ec38 service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 653.147748] env[65959]: INFO networking_nsxv3.common.synchronization [req-cb9a3d9b-1f5b-4660-848f-411b7564bc6a req-a9ca8ee6-fef6-41bd-870f-1e7eb037ec38 service nova] Enqueued Resource ID: 75714281-2ddd-4582-b847-fbc64ee2a190 with Priority: HIGHEST for action port [ 653.147900] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 653.148044] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 653.148605] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75714281-2ddd-4582-b847-fbc64ee2a190 with Priority: HIGHEST for action port [ 653.150167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.150167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.150167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.150167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.150167] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.150981] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.151126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.151291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-75714281-2ddd-4582-b847-fbc64ee2a190 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.151422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.151507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.151695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.151769] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75714281-2ddd-4582-b847-fbc64ee2a190',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.173769] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.173911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.173979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.174216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.174355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.192878] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 653.353104] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: SUCCESS [ 653.354235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.421519] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-96a24cd1-e016-404d-9036-7d85ae2b2598 tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 653.421519] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 653.421519] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.421519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.421519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.421519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.423855] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.424489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.424489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.424489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.425490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.425593] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.567352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a975529-9a6d-48fe-b3bb-6bdcd6211753: rpc.has_security_group_logging(os_id): False [ 653.589246] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.589246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.589246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.589246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.589246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.589246] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.589493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.589493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.589743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.589743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.590705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be updated. [ 653.624370] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.624370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.624370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.624370] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be updated. [ 653.654018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.654157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.654353] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75714281-2ddd-4582-b847-fbc64ee2a190 with status ACTIVE [ 653.654535] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.658020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.658020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.658020] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75714281-2ddd-4582-b847-fbc64ee2a190 is going to be updated. [ 653.659421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.659486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.659549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.659707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.659841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.665378] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.665483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.665483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.680324] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: IN_PROGRESS for 2s [ 653.684331] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: IN_PROGRESS for 2s [ 653.695715] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.695879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.696201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.696480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.696662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.696837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75714281-2ddd-4582-b847-fbc64ee2a190" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.930393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.930393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.930393] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba already deleted. [ 653.930393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.934255] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.934430] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.934542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.934855] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.935118] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.935311] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.935422] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.935632] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.935801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.936055] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.936172] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.936272] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.936482] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.936615] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.936726] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.936885] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.962879] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.962985] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.963306] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.963486] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.963940] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-409bc652-7d8c-4742-bf4a-ef35ff6a1717 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.965784] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.965784] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.965784] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.965784] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409bc652-7d8c-4742-bf4a-ef35ff6a1717',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.468477] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.468702] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.468857] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.469187] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.469389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.469540] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 409bc652-7d8c-4742-bf4a-ef35ff6a1717 not found, creating... [ 654.469840] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.470210] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.470210] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.470385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.470521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.470879] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.471200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.471551] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.471551] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.471779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.471779] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 409bc652-7d8c-4742-bf4a-ef35ff6a1717 is going to be created. [ 654.496303] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.496590] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.496740] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.497120] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.497420] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.497701] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.812498] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 654.812775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.813032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.813331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.813570] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.813782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.813944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.814205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.814355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.814493] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.896859] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc79ff5-fb02-440c-9106-c79a62edcf6e in Status: SUCCESS [ 654.896859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.139747] env[65959]: INFO networking_nsxv3.common.synchronization [None req-af4a329a-5b0e-44ca-9ef3-61742f8641e8 None None] Enqueued Resource ID: 289c769e-8c26-4c20-aa58-65907dc0614f with Priority: HIGHEST for action port [ 655.141658] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289c769e-8c26-4c20-aa58-65907dc0614f with Priority: HIGHEST for action port [ 655.142429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-289c769e-8c26-4c20-aa58-65907dc0614f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.144100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289c769e-8c26-4c20-aa58-65907dc0614f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.144100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289c769e-8c26-4c20-aa58-65907dc0614f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.144100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289c769e-8c26-4c20-aa58-65907dc0614f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.144100] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289c769e-8c26-4c20-aa58-65907dc0614f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.201162] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-bd104133-ded6-4591-824e-2eee0b949ba5 service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 655.201506] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-bd104133-ded6-4591-824e-2eee0b949ba5 service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 655.201765] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-bd104133-ded6-4591-824e-2eee0b949ba5 service nova] Enqueued Resource ID: 409bc652-7d8c-4742-bf4a-ef35ff6a1717 with Priority: HIGHEST for action port [ 655.202641] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 655.202891] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 655.203117] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409bc652-7d8c-4742-bf4a-ef35ff6a1717 with Priority: HIGHEST for action port [ 655.203569] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.203798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.203960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.204405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.204565] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.206021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.206240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.206387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.207277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.207277] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.207277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.207404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.207575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.207696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.207857] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.208746] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-409bc652-7d8c-4742-bf4a-ef35ff6a1717 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.208861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.208861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.209777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.209777] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409bc652-7d8c-4742-bf4a-ef35ff6a1717',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.210904] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 655.211094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.211807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.211807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.211807] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.317472] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.647866] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 289c769e-8c26-4c20-aa58-65907dc0614f [ 655.648633] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.648633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.648633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.648805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.648845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.649090] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:289c769e-8c26-4c20-aa58-65907dc0614f already deleted. [ 655.649090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289c769e-8c26-4c20-aa58-65907dc0614f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.694594] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 655.694594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.695967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.696231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.697268] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.697268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.697268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.697268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.697268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.697268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.697268] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.699225] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 655.699416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.712834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.712834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.712834] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.713509] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409bc652-7d8c-4742-bf4a-ef35ff6a1717 with status ACTIVE [ 655.713509] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.713509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.713509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.713509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.713809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.713809] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.713942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.713942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717750] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409bc652-7d8c-4742-bf4a-ef35ff6a1717 is going to be updated. [ 655.717750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.718862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.718862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.718862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.718862] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.774318] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.774493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.774694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.774784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.774926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.775233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409bc652-7d8c-4742-bf4a-ef35ff6a1717" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.819997] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.202639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.203008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.203008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.203132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.203331] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.203439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.203439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.203583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.203664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.203748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.203886] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.203975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.204182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.204393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.204393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.204583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.204639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.204713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.204808] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.218097] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.221445] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.222484] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.222484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.223227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.223227] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.223227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.223227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.223227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.223227] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.223450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.223450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.223581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.223690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.223727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.224027] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.295301] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-b700c4a6-0d15-40d6-9643-3e7a34922aeb tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 656.295301] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 656.295427] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.295610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.326054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.326054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.326054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.326416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.326416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.326416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 656.364507] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.364507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.364507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.364982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.364982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.377247] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 656.651348] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f3f38872-dc38-478e-aab3-dec91972e8e6 None None] Enqueued Resource ID: d6ea3186-2b1f-4a48-96be-3bccd24fd618 with Priority: HIGHEST for action port [ 656.651985] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ea3186-2b1f-4a48-96be-3bccd24fd618 with Priority: HIGHEST for action port [ 656.652328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ea3186-2b1f-4a48-96be-3bccd24fd618 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.652481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ea3186-2b1f-4a48-96be-3bccd24fd618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.652572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ea3186-2b1f-4a48-96be-3bccd24fd618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.653780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ea3186-2b1f-4a48-96be-3bccd24fd618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.653780] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ea3186-2b1f-4a48-96be-3bccd24fd618',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.708018] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a7bc577-7b63-4aa1-b502-5876f55b939c: rpc.has_security_group_logging(os_id): False [ 656.721730] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.721983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.722074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.722919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.722919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.722919] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be created. [ 656.729648] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.730062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.730062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.730208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.730269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.731550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.731550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.731550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.731550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.731550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.731550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.731550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.731550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.732157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.732157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.732157] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.732157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.732419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.732419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.732534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.732593] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be updated. [ 656.734111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7266eb9c-9216-4686-bc49-89c4c979bbed: rpc.has_security_group_logging(os_id): False [ 656.751668] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.751668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.751668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.751668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.751668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.758172] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.758404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.758404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.758611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.758693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.758995] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.759145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.759145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.759266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.759398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.759485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.759587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.759653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.759771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.759860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760066] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.760162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.760231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.760526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.760526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760526] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 656.762694] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: UNINITIALIZED for 2s [ 656.801911] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.802133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.802133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.802364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.802505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.816142] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: IN_PROGRESS for 2s [ 656.845899] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.846134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.846134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.846388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.846543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.881497] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 657.014746] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.014961] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.015092] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.015919] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.016217] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.016375] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.018840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.018840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.018840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.018840] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.018840] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.018840] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.018840] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.018840] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.018840] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.018840] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.039287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.039486] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.039960] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.040285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.040692] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-5063e73e-f870-4983-b279-05f4acb987fb taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.040933] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.041139] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.041370] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.041545] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5063e73e-f870-4983-b279-05f4acb987fb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.155393] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6ea3186-2b1f-4a48-96be-3bccd24fd618 [ 657.155730] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.155873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.155943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.156236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.156336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.157044] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6ea3186-2b1f-4a48-96be-3bccd24fd618 already deleted. [ 657.157044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ea3186-2b1f-4a48-96be-3bccd24fd618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.544388] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.544388] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.545034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.545034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.545174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.545306] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 5063e73e-f870-4983-b279-05f4acb987fb not found, creating... [ 657.545571] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.545723] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.545834] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.546449] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.546643] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.546939] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.547114] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.547220] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.547440] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.547607] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.547744] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 5063e73e-f870-4983-b279-05f4acb987fb is going to be created. [ 657.569135] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.570385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.570385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.570385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.570385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.570385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.775033] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6ec44219-24bf-4ef4-b6ae-af256375b426 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_rules [ 657.775863] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_rules [ 657.775970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.777065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.777212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.777498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777550] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.867769] env[65959]: INFO networking_nsxv3.common.synchronization [None req-962054c8-ce74-4d03-b1cd-e363c732ec9d tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 657.868326] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 657.869107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.869107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.869107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.869107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.869306] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.048362] env[65959]: INFO networking_nsxv3.common.synchronization [None req-965007e8-5213-4441-a82d-6c99f0d54c21 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_rules [ 658.048993] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_rules [ 658.049327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.049435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.144981] env[65959]: INFO networking_nsxv3.common.synchronization [None req-44a3e0bd-c140-4801-a457-00da6fe280a3 tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 658.144981] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 658.145237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.145480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.302220] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.302373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.302470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.302696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.302787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302883] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 already deleted. [ 658.302968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.303145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.303305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.303386] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.325188] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-62b075de-c6f6-44b9-97e0-49225dbb0ba2 service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 658.325439] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-62b075de-c6f6-44b9-97e0-49225dbb0ba2 service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 658.325516] env[65959]: INFO networking_nsxv3.common.synchronization [req-a7615a7c-0e84-45b0-855f-b673405ebe18 req-62b075de-c6f6-44b9-97e0-49225dbb0ba2 service nova] Enqueued Resource ID: 5063e73e-f870-4983-b279-05f4acb987fb with Priority: HIGHEST for action port [ 658.325967] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 658.326159] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 658.326363] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5063e73e-f870-4983-b279-05f4acb987fb with Priority: HIGHEST for action port [ 658.326579] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.326638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.326807] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.326890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.327515] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-5063e73e-f870-4983-b279-05f4acb987fb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.327647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.327713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.327933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.328047] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5063e73e-f870-4983-b279-05f4acb987fb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.387766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 658.388071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.388265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.388484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.388722] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.388811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.388852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.389059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.389104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.389162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.389248] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.392547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.392655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.392723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.392896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.392982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.393115] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e already deleted. [ 658.393170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.393635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.393793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.393882] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.778132] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 658.778132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.778498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.778498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.779808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.779808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.779808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.779808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.779808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.779808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.779808] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.783437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.785090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.786039] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.786039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.786039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.786273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.786273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.786435] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.832121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.832380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.832515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.832815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.833049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.833162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 already deleted. [ 658.833301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.833647] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5063e73e-f870-4983-b279-05f4acb987fb with status ACTIVE [ 658.833884] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.834181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.834181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.834455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.834455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.834705] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.834705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.834823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.834949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.835131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.835551] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.836284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.836284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.836284] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5063e73e-f870-4983-b279-05f4acb987fb is going to be updated. [ 658.839223] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 658.839223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.867574] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.867893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.867893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.869207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.869207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.869207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5063e73e-f870-4983-b279-05f4acb987fb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.892833] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.893077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.893175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893709] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.893845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.893918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.894123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.894274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.894312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.894511] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.894652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.894732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.894957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.895190] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.895266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.895327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.895498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.895593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.895715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.895815] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.901288] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 658.901539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.923164] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.923448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.923530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.923746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.923838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.923936] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e already deleted. [ 658.924042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.284086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.284314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.290029] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.401355] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e5acc-6fce-47c2-9b9d-98fb97e43a9a: rpc.has_security_group_logging(os_id): False [ 659.421018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.421018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.421018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.421018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.421741] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.422026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.422543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.422754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422927] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 659.482300] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.482531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.482643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.482926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.483137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.500738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 659.793482] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.933443] env[65959]: INFO networking_nsxv3.common.synchronization [None req-79a983ef-40d7-4d53-8b90-09d020b23ece None None] Enqueued Resource ID: c8308cc1-e407-4c32-a555-e3922f8d4d3f with Priority: HIGHEST for action port [ 659.934263] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8308cc1-e407-4c32-a555-e3922f8d4d3f with Priority: HIGHEST for action port [ 659.936027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8308cc1-e407-4c32-a555-e3922f8d4d3f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.936027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8308cc1-e407-4c32-a555-e3922f8d4d3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.936027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8308cc1-e407-4c32-a555-e3922f8d4d3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.937648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8308cc1-e407-4c32-a555-e3922f8d4d3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.937648] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8308cc1-e407-4c32-a555-e3922f8d4d3f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.297304] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.297304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.297304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.297304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.297304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.297304] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 660.332022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.332195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.332255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.332455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.333683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.343587] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 660.441162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8308cc1-e407-4c32-a555-e3922f8d4d3f [ 660.441456] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.441622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.441767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.441965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.442074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.442157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8308cc1-e407-4c32-a555-e3922f8d4d3f already deleted. [ 660.442674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8308cc1-e407-4c32-a555-e3922f8d4d3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.481077] env[65959]: INFO networking_nsxv3.common.synchronization [req-52a0d578-7910-434f-9247-9e59758d7937 req-e8e8c2f6-6bb6-43eb-a7bc-455fbc368138 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 661.481077] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 661.482085] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.482391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.482782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.483225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.483602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.485585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.485585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.485585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.485585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.485585] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.521244] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 661.521659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.991386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.995542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.995542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.995542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.995542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.995542] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.995542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.995542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.995882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.995923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.996492] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 already deleted. [ 661.996633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.291947] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.291947] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.291947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.291947] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.291947] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.291947] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.291947] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.299304] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.299304] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.299304] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.299304] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.299304] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.299304] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.299304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.299304] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-430e1dcd-15e9-4604-87dc-d7d0d7c426da taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.299304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.299304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.299304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.299304] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430e1dcd-15e9-4604-87dc-d7d0d7c426da',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.355172] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 662.355401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.355565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.355789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.356662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.356662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.356662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.356662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.356662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.356662] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.667653] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.667949] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.667949] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.668264] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.668380] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.668556] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 430e1dcd-15e9-4604-87dc-d7d0d7c426da not found, creating... [ 662.668896] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669099] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.669200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.673018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.673018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.673018] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.673018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.673018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.673018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.673018] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.673018] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 430e1dcd-15e9-4604-87dc-d7d0d7c426da is going to be created. [ 662.694445] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.694676] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.694977] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.695084] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.695610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.695610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.860329] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.365286] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.519919] env[65959]: INFO networking_nsxv3.common.synchronization [req-52a0d578-7910-434f-9247-9e59758d7937 req-496d6f2a-68f5-4814-b21e-73a3430d59fa service nova] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 663.520196] env[65959]: INFO networking_nsxv3.common.synchronization [req-52a0d578-7910-434f-9247-9e59758d7937 req-496d6f2a-68f5-4814-b21e-73a3430d59fa service nova] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 663.520419] env[65959]: INFO networking_nsxv3.common.synchronization [req-52a0d578-7910-434f-9247-9e59758d7937 req-496d6f2a-68f5-4814-b21e-73a3430d59fa service nova] Enqueued Resource ID: 430e1dcd-15e9-4604-87dc-d7d0d7c426da with Priority: HIGHEST for action port [ 663.521093] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 663.521231] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 663.521388] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430e1dcd-15e9-4604-87dc-d7d0d7c426da with Priority: HIGHEST for action port [ 663.521592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.521710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.521769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.522024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.522106] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.523671] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.523787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.523854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524433] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.524548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.524604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.524940] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.526251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-430e1dcd-15e9-4604-87dc-d7d0d7c426da taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.526251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.526421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.526421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.526496] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430e1dcd-15e9-4604-87dc-d7d0d7c426da',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.870298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.870298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.870298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.870298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.870298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.870298] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 663.926253] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.926253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.926253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.926253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.926586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.939035] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 664.024598] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.024815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.027543] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.028908] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 430e1dcd-15e9-4604-87dc-d7d0d7c426da with status ACTIVE [ 664.028908] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.029118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.029118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.029395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.029503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.029703] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.029809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.029905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.031783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.031783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.031783] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.031783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.031783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.031783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.031783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.031783] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 430e1dcd-15e9-4604-87dc-d7d0d7c426da is going to be updated. [ 664.075377] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.075879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.075879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.076037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.076170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.076304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430e1dcd-15e9-4604-87dc-d7d0d7c426da" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.534415] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.965511] env[65959]: INFO networking_nsxv3.common.synchronization [req-567ff2d5-6fa1-4a20-a6b3-9149b54ca35d req-861c7b96-edff-47b9-b4cd-8935788a9add tempest-ServerDiagnosticsTest-2001415113 tempest-ServerDiagnosticsTest-2001415113-project-member] Enqueued Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_members [ 664.966197] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_members [ 664.966597] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.966772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.966901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.968080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.968295] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.968428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.968526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.969301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.969628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.969628] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.041729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.041904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.041973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.042162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.042268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.042367] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be created. [ 665.075943] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.076173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.076214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.077542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.077542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.089972] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: UNINITIALIZED for 2s [ 665.277328] env[65959]: INFO networking_nsxv3.common.synchronization [req-aa27076d-f75b-4e62-9420-b8a6ab8e7122 req-05c09526-a4c9-4c5c-8630-8c46dc45dfb1 tempest-ServerExternalEventsTest-1632084843 tempest-ServerExternalEventsTest-1632084843-project-member] Enqueued Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_members [ 665.277949] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGHEST for action security_group_members [ 665.278372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.278574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.278648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.278863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.279122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.279244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.279310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.279481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.279641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.280083] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.421539] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.421805] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.421902] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.422254] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.422547] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.422727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.422871] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.423177] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.424109] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.424109] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.424109] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.424109] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.424109] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.424386] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.424386] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.424506] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.448834] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.449553] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.449553] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.449553] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.449854] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.450115] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.450272] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.450844] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.451028] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cda5110-dd6e-470d-a4a0-51b8237fb6c7',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.472772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.472962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.473027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.473759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.473888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.474117] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.474222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.474285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.474443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.474515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.474598] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d65be17-319a-4351-9755-32e7c95aef58 already deleted. [ 665.474683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.785217] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.785423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.785507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.785717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.785806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.786009] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.786114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.786172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.786329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.786398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.786510] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e is going to be updated. [ 665.846928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.847113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.847168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.847383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.847526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.863754] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e in Status: IN_PROGRESS for 2s [ 665.951228] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.951228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.951228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.951228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.951228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.953721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.953721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.953721] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.956350] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.956350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.956350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.956350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.956350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.956350] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 1cda5110-dd6e-470d-a4a0-51b8237fb6c7 not found, creating... [ 665.956350] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.956350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.956350] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.958217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.958217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.958217] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.958217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.958217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.958878] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.958878] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.958878] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 1cda5110-dd6e-470d-a4a0-51b8237fb6c7 is going to be created. [ 665.980011] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.980417] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.980417] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.980646] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.980915] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.981188] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.458027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcfd9d43-34e6-4dad-9769-2f4f019567ba: rpc.has_security_group_logging(os_id): False [ 666.484343] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.484683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.484683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.484987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.484987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.485204] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.485327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.485327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.485492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.485562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.485745] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.485872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.486053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.486053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.486200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.486282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.486375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.486482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.486556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.486625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.486708] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be created. [ 666.563295] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.563295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.563295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.563295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.563295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.578376] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 666.813650] env[65959]: INFO networking_nsxv3.common.synchronization [req-567ff2d5-6fa1-4a20-a6b3-9149b54ca35d req-275d84b5-d958-4204-9249-61fa2314c0fc service nova] Enqueued Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_rules [ 666.814135] env[65959]: INFO networking_nsxv3.common.synchronization [req-567ff2d5-6fa1-4a20-a6b3-9149b54ca35d req-275d84b5-d958-4204-9249-61fa2314c0fc service nova] Enqueued Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_members [ 666.814135] env[65959]: INFO networking_nsxv3.common.synchronization [req-567ff2d5-6fa1-4a20-a6b3-9149b54ca35d req-275d84b5-d958-4204-9249-61fa2314c0fc service nova] Enqueued Resource ID: 1cda5110-dd6e-470d-a4a0-51b8237fb6c7 with Priority: HIGHEST for action port [ 666.814897] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_rules [ 666.814897] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_members [ 666.814897] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cda5110-dd6e-470d-a4a0-51b8237fb6c7 with Priority: HIGHEST for action port [ 666.815253] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.815429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.815554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.815906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.816077] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.817423] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.817553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.817978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.817978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.818150] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.818272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.818371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.818655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.818655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.818892] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.820262] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.820262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.820262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.820262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.820556] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cda5110-dd6e-470d-a4a0-51b8237fb6c7',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.105570] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 667.106077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.106077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.106257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.106479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.106611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.106686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.106876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.107015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.107167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.107268] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.322237] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.323304] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.323443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.325016] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cda5110-dd6e-470d-a4a0-51b8237fb6c7 with status ACTIVE [ 667.325016] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.325016] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.325016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.325408] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.325408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.325496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.325606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.325674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.325772] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cda5110-dd6e-470d-a4a0-51b8237fb6c7 is going to be updated. [ 667.354970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.355202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.356835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.356835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.356835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.356835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cda5110-dd6e-470d-a4a0-51b8237fb6c7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.609217] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.828431] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.879528] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e in Status: SUCCESS [ 667.879700] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e deletion is rescheduled due to dependency. [ 667.879857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.112049] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8cea36-9534-4597-9342-4b9fc6fc3198: rpc.has_security_group_logging(os_id): False [ 668.136712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.136877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.136944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.138285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.138285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.138285] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.138285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.138285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.138285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.138285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.138285] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be created. [ 668.226415] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.226689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.226759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.226994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.227330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246357] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 668.332975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.333244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.333244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.333455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.333545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.333647] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d65be17-319a-4351-9755-32e7c95aef58 is going to be created. [ 668.372381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.372547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.372595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.372877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.373044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.385347] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d65be17-319a-4351-9755-32e7c95aef58 in Status: UNINITIALIZED for 2s [ 668.595434] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 668.595434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.595434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.595434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.595434] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.098923] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.099147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.099575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.099575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.099877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.099877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.100073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.100181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.100277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.100425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.100612] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.309618] env[65959]: INFO networking_nsxv3.common.synchronization [None req-27a10311-3abd-4d9d-b96c-98399dfbf752 None None] Enqueued Resource ID: 5ddaaeef-44a5-47ce-a10f-037a7095b275 with Priority: HIGHEST for action port [ 669.316104] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddaaeef-44a5-47ce-a10f-037a7095b275 with Priority: HIGHEST for action port [ 669.317217] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ddaaeef-44a5-47ce-a10f-037a7095b275 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.317444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ddaaeef-44a5-47ce-a10f-037a7095b275" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.317503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ddaaeef-44a5-47ce-a10f-037a7095b275" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.317823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ddaaeef-44a5-47ce-a10f-037a7095b275" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.317974] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ddaaeef-44a5-47ce-a10f-037a7095b275',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.603859] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.603859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.604176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.604176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.604340] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.604470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.604553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.604786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.604890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.604991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.605201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.605358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.605480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.605618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.605785] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.605986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.606083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.606206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.606288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.606372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.606462] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.637168] env[65959]: INFO networking_nsxv3.common.synchronization [req-5d3fa7b4-450c-4732-9bb3-d3e4e69828dc req-2acbe2bd-b7e7-442f-a45c-fef08ba1462c tempest-TenantUsagesTestJSON-140831594 tempest-TenantUsagesTestJSON-140831594-project-member] Enqueued Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_members [ 669.637753] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGHEST for action security_group_members [ 669.638098] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.638357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.638357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.638476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.638628] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.638721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.638799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.639075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.639237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.639237] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.825549] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ddaaeef-44a5-47ce-a10f-037a7095b275 [ 669.825549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.825549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.825549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.825549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.825549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.825549] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ddaaeef-44a5-47ce-a10f-037a7095b275 already deleted. [ 669.825549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ddaaeef-44a5-47ce-a10f-037a7095b275" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.109699] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcfd9d43-34e6-4dad-9769-2f4f019567ba: rpc.has_security_group_logging(os_id): False [ 670.133801] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.133939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.134101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.134513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.134642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.134934] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.135078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.135161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.135349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.135439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.135640] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.135731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.135788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.135930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.135999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.136592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.136685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.137348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.137348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.137348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.137348] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 670.144291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.144291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.144291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.144291] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc79ff5-fb02-440c-9106-c79a62edcf6e is going to be updated. [ 670.181954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.181954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.182257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.182257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.182814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.194378] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc79ff5-fb02-440c-9106-c79a62edcf6e in Status: IN_PROGRESS for 2s [ 670.238526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.238526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.238822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.238822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.238992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.259418] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 670.260108] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 670.260711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.398272] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d65be17-319a-4351-9755-32e7c95aef58 in Status: SUCCESS [ 670.398622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.398622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.399700] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.399700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.399700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.399700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.399700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.399700] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.903292] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.903674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.903674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.903835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904161] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.904309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.904375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.904683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.904841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.905223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.905223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.905223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.905667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.905925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.906110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.906232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.906430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.906553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.906684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.906810] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.409980] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d65be17-319a-4351-9755-32e7c95aef58: rpc.has_security_group_logging(os_id): False [ 671.430630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.430853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.430853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.431227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.431379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.432020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.432020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.432020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.432020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.432020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.432399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.432399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.432503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.432754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.432934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.433160] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.433314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.433400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.433580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.433660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.433747] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d65be17-319a-4351-9755-32e7c95aef58 is going to be created. [ 671.512463] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.512714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.512785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.513075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.513318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.527334] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d65be17-319a-4351-9755-32e7c95aef58 in Status: IN_PROGRESS for 2s [ 672.092121] env[65959]: INFO networking_nsxv3.common.synchronization [req-e9625f93-7114-4003-8154-17a6d550b022 req-b664edf8-8f7f-4190-ae21-0dc6d6406deb tempest-FloatingIPsAssociationNegativeTestJSON-583641306 tempest-FloatingIPsAssociationNegativeTestJSON-583641306-project-member] Enqueued Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_members [ 672.092974] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGHEST for action security_group_members [ 672.093463] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.093744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.093744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.094079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.094356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.094473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.094533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.094716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.094824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.094985] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.121622] env[65959]: INFO networking_nsxv3.common.synchronization [req-937850a7-f257-4935-9123-9450ec89e37c req-2905d747-6191-4f71-908f-48e7cd4f5ecf tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 672.121702] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 672.122188] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.122508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.122508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.122732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.123028] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.123134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.123199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.123413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.123562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.123700] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.212211] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc79ff5-fb02-440c-9106-c79a62edcf6e in Status: SUCCESS [ 672.212876] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc79ff5-fb02-440c-9106-c79a62edcf6e deletion is rescheduled due to dependency. [ 672.212876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.284279] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 672.284583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.522677] env[65959]: INFO networking_nsxv3.common.synchronization [None req-1ae07776-449a-4605-8ea2-d3650993bfb7 None None] Enqueued Resource ID: 394a6faa-978e-4ba3-9391-88ecb934ec0b with Priority: HIGHEST for action port [ 672.523477] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394a6faa-978e-4ba3-9391-88ecb934ec0b with Priority: HIGHEST for action port [ 672.523910] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-394a6faa-978e-4ba3-9391-88ecb934ec0b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.524112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394a6faa-978e-4ba3-9391-88ecb934ec0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.524112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394a6faa-978e-4ba3-9391-88ecb934ec0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.524437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394a6faa-978e-4ba3-9391-88ecb934ec0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.524573] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394a6faa-978e-4ba3-9391-88ecb934ec0b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.597819] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.598052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.598472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.598472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.598824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.599121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.599209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.599302] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f is going to be updated. [ 672.628936] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.629210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.629303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.629644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.629823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.630101] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.630253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.630377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.630923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.630923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.630923] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 672.635059] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.635280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.635341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.635666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.635865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.650156] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f in Status: IN_PROGRESS for 2s [ 672.674257] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.674537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.674634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.674901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.675183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.688487] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 672.982533] env[65959]: INFO networking_nsxv3.common.synchronization [req-91443ab7-dbbd-4daf-b761-f4c88c7b9825 req-39c44320-a661-48c0-ae98-7939e8826276 tempest-DeleteServersAdminTestJSON-1316354536 tempest-DeleteServersAdminTestJSON-1316354536-project-member] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 672.982754] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGHEST for action security_group_members [ 672.984851] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.984851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.984851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.984851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.985222] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.985401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.986286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.986555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.987169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.987329] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.027563] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 394a6faa-978e-4ba3-9391-88ecb934ec0b [ 673.027887] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.028038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.028145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.028402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.028518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.028641] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:394a6faa-978e-4ba3-9391-88ecb934ec0b already deleted. [ 673.028745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394a6faa-978e-4ba3-9391-88ecb934ec0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.490952] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.491195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.491195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.491401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.491484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.491745] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.491867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.492019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.492227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.492303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.492384] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be updated. [ 673.539030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.539030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.539030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.539030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.539030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.543682] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d65be17-319a-4351-9755-32e7c95aef58 in Status: SUCCESS [ 673.543988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.551738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: IN_PROGRESS for 2s [ 674.603750] env[65959]: INFO networking_nsxv3.common.synchronization [req-45951380-d4dd-4a70-b474-19c7a8760916 req-c538461f-e332-4a06-a26b-dcf1ce04a259 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 674.604619] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 674.604979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.605198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.605198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.605626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.605808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.605951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.606054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.606983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.607108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.607163] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.661931] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f in Status: SUCCESS [ 674.662220] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f deletion is rescheduled due to dependency. [ 674.662220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.700468] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 674.700848] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 deletion is rescheduled due to dependency. [ 674.700848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.987287] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.987287] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.987540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.987745] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988074] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988271] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988768] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988968] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.989167] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.989271] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.989371] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.989495] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.989627] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.990280] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.011123] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.011345] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.011676] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.011676] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.011947] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-f308a61d-6e71-450b-93e6-9a482b4dbae5 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.012173] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.012294] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.012621] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.012754] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f308a61d-6e71-450b-93e6-9a482b4dbae5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.109952] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.110151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.110250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.110506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.110621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.110838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.110998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.111081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.111245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.111323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.111409] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 already deleted. [ 675.111496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.515343] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.515599] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.515735] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.516050] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.516199] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.516366] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port f308a61d-6e71-450b-93e6-9a482b4dbae5 not found, creating... [ 675.516661] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.516819] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.516933] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.517174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.517309] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.517583] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.517727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.517836] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.518051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.518193] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.518317] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: f308a61d-6e71-450b-93e6-9a482b4dbae5 is going to be created. [ 675.539808] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.540720] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.540720] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.540720] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.540720] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.541200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.561583] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c in Status: SUCCESS [ 675.561790] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c deletion is rescheduled due to dependency. [ 675.561917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.342026] env[65959]: INFO networking_nsxv3.common.synchronization [req-45951380-d4dd-4a70-b474-19c7a8760916 req-157474eb-dc23-4e26-a4e5-98dec54567c9 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 676.342449] env[65959]: INFO networking_nsxv3.common.synchronization [req-45951380-d4dd-4a70-b474-19c7a8760916 req-157474eb-dc23-4e26-a4e5-98dec54567c9 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 676.342449] env[65959]: INFO networking_nsxv3.common.synchronization [req-45951380-d4dd-4a70-b474-19c7a8760916 req-157474eb-dc23-4e26-a4e5-98dec54567c9 service nova] Enqueued Resource ID: f308a61d-6e71-450b-93e6-9a482b4dbae5 with Priority: HIGHEST for action port [ 676.342887] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 676.343037] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 676.343095] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f308a61d-6e71-450b-93e6-9a482b4dbae5 with Priority: HIGHEST for action port [ 676.344872] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.344872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.344872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.344872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.344872] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.345229] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.345229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.345229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.345378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.345462] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.345551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.345612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.345920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.345920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.346015] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.346889] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f308a61d-6e71-450b-93e6-9a482b4dbae5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.347036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.347114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.347310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.347387] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f308a61d-6e71-450b-93e6-9a482b4dbae5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.850387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.850705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.850970] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.852212] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f308a61d-6e71-450b-93e6-9a482b4dbae5 with status ACTIVE [ 676.852509] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.852680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.852784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.854518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.854518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.854848] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.854848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.855096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.855156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.855558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.855558] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.855759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.855759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.855890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.856029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.856155] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f308a61d-6e71-450b-93e6-9a482b4dbae5 is going to be updated. [ 676.885764] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.886318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.886318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.886318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.886556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.886556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f308a61d-6e71-450b-93e6-9a482b4dbae5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.189319] env[65959]: INFO networking_nsxv3.common.synchronization [req-49743cca-ff3b-4faf-9dfd-5f0504bf1202 req-59aa15ca-f06d-4ed9-8293-4e5706095ad9 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_members [ 677.189976] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_members [ 677.190312] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.190435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.190581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.190843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.191144] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.191257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.191342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.191661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.191754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.191852] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.358971] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.614043] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.614236] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.614357] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.614680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.614965] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.616385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.616507] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.616743] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.616894] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.617136] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.617244] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.617346] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.617459] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.617581] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.617714] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.617793] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.639504] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.639504] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.639741] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.639741] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.640092] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-2c050611-0f4e-465a-97f1-1f76426d1933 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.640263] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.640404] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.640872] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.641046] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c050611-0f4e-465a-97f1-1f76426d1933',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.693975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.694159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.694427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.694514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.694798] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.694989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.695274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.695341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.695466] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 already deleted. [ 677.695522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.862058] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.862788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.862788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.863065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.863124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.863334] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be created. [ 677.906370] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.906641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.906727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.906944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.907153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.920688] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: UNINITIALIZED for 2s [ 678.143515] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.143793] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.143913] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144219] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144363] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.144576] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 2c050611-0f4e-465a-97f1-1f76426d1933 not found, creating... [ 678.144897] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.145077] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.145211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.145565] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.145725] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.146049] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.146211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.146563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.146884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.148331] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.148331] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 2c050611-0f4e-465a-97f1-1f76426d1933 is going to be created. [ 678.187205] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.187464] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.187533] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.187799] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.188339] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.188582] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.939298] env[65959]: INFO networking_nsxv3.common.synchronization [req-49743cca-ff3b-4faf-9dfd-5f0504bf1202 req-9560ef15-e422-4d6f-9d9e-eb290a575f5d service nova] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_rules [ 678.939298] env[65959]: INFO networking_nsxv3.common.synchronization [req-49743cca-ff3b-4faf-9dfd-5f0504bf1202 req-9560ef15-e422-4d6f-9d9e-eb290a575f5d service nova] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_members [ 678.939298] env[65959]: INFO networking_nsxv3.common.synchronization [req-49743cca-ff3b-4faf-9dfd-5f0504bf1202 req-9560ef15-e422-4d6f-9d9e-eb290a575f5d service nova] Enqueued Resource ID: 2c050611-0f4e-465a-97f1-1f76426d1933 with Priority: HIGHEST for action port [ 678.939298] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_rules [ 678.939298] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_members [ 678.943072] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c050611-0f4e-465a-97f1-1f76426d1933 with Priority: HIGHEST for action port [ 678.943072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.943072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.943072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.944164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.944164] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.948042] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.948189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.948269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.948477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.948639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.948744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.948818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.948957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.950499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.951568] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.954053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c050611-0f4e-465a-97f1-1f76426d1933 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.954236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.954236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.955020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.955020] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c050611-0f4e-465a-97f1-1f76426d1933',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.449544] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.449932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.458449] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.460168] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c050611-0f4e-465a-97f1-1f76426d1933 with status ACTIVE [ 679.460818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.460818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.460818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.461219] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.461324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.461942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.461942] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.461942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.462216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.463507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.463507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463507] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c050611-0f4e-465a-97f1-1f76426d1933 is going to be updated. [ 679.488509] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.488679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.488777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.489119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.489257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.489431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c050611-0f4e-465a-97f1-1f76426d1933" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.930279] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 679.930561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.931607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.931607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.931814] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.931913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.932080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.932273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.932372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.932459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.932549] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.968286] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.014298] env[65959]: INFO networking_nsxv3.common.synchronization [req-da92a518-6dfa-48d9-857e-3fd6be1f0806 req-0fb9167a-41f7-4750-9f9b-0fc982d1beea tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 680.015649] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 680.016199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.017116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.017289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.017736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.017890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.018063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.018174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.018721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.018721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.018721] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.409367] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.409551] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-488" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.409631] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-488" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.409929] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-488" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.410239] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.410402] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.410494] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.410890] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.410890] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411106] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.411370] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.411370] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.411540] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.411606] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.412026] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.412026] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.431624] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.431786] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.431919] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.432150] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-488" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.432473] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-64408f6b-4eef-4cdf-a145-881039ebd42b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.432633] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.432764] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.433900] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.434181] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64408f6b-4eef-4cdf-a145-881039ebd42b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.435173] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.435298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.435568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.435831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.435831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.435831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.436226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.436282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.436377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.436442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436704] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.436789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.436853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.437137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.437842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.437963] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.470111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.470111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.470111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.470518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.470518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.470518] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 is going to be created. [ 680.502726] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.502903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.503030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.503346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.503526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.520148] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60b142a-ff0c-40a9-9544-366c14f25245 in Status: UNINITIALIZED for 2s [ 680.522189] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.522339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.522410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.523909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.524094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.524330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.524459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.524520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.524691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.524762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.524847] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e already deleted. [ 680.524927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.940227] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.940523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.940585] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.940892] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.941172] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.941352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 64408f6b-4eef-4cdf-a145-881039ebd42b not found, creating... [ 680.941786] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.941786] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.942054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.942207] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.942333] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.942650] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.942817] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.942991] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.943154] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.943387] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.943650] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 64408f6b-4eef-4cdf-a145-881039ebd42b is going to be created. [ 680.944776] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 680.966042] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.966042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.966042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.966042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.966042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.966443] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.966443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.966443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.966443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.966814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.966814] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.966814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.966814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.967237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.967381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.967465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.967543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.967711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.967858] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be created. [ 680.970133] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.970438] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.970438] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.970651] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.970878] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971265] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.032188] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.032435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.032544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.032834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.033159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.047856] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 681.778689] env[65959]: INFO networking_nsxv3.common.synchronization [req-da92a518-6dfa-48d9-857e-3fd6be1f0806 req-12cffdc6-4b3c-44b4-92d9-865b063ab1d8 service nova] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 681.778881] env[65959]: INFO networking_nsxv3.common.synchronization [req-da92a518-6dfa-48d9-857e-3fd6be1f0806 req-12cffdc6-4b3c-44b4-92d9-865b063ab1d8 service nova] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 681.779028] env[65959]: INFO networking_nsxv3.common.synchronization [req-da92a518-6dfa-48d9-857e-3fd6be1f0806 req-12cffdc6-4b3c-44b4-92d9-865b063ab1d8 service nova] Enqueued Resource ID: 64408f6b-4eef-4cdf-a145-881039ebd42b with Priority: HIGHEST for action port [ 681.779562] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 681.779694] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 681.779790] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64408f6b-4eef-4cdf-a145-881039ebd42b with Priority: HIGHEST for action port [ 681.781147] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.781147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.781147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.781147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.781386] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.783308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.783510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.783602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.783921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.784156] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.784341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.784341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.784586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.784671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.784774] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.787932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-64408f6b-4eef-4cdf-a145-881039ebd42b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.789958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.789958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.789958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.789958] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64408f6b-4eef-4cdf-a145-881039ebd42b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.284487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.284816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.288061] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.297161] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64408f6b-4eef-4cdf-a145-881039ebd42b with status ACTIVE [ 682.297738] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.297738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.297738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.297884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.298156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.298243] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.298369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.298425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.298739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.298739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.298960] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.299036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.299140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.299318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.299380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.299440] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64408f6b-4eef-4cdf-a145-881039ebd42b is going to be updated. [ 682.330736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.332246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.332458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.332777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.332966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.333294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.534461] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60b142a-ff0c-40a9-9544-366c14f25245 in Status: SUCCESS [ 682.534634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.534889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.535154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.535327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.535476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.535533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.535752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.535808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.535845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.535939] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.792992] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.039673] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.063861] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 683.063861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.296030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.296030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.296030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.296030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.296727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.296727] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be created. [ 683.329689] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.329936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.330054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.330436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.330607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.343652] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: UNINITIALIZED for 2s [ 683.542182] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a60b142a-ff0c-40a9-9544-366c14f25245: rpc.has_security_group_logging(os_id): False [ 683.562174] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.562826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.563094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.563484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.563701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.564041] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.564287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.564359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.564537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.564620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.565071] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 is going to be created. [ 683.644025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.644025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.644025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.644025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.644025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.656571] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a60b142a-ff0c-40a9-9544-366c14f25245 in Status: IN_PROGRESS for 2s [ 683.750253] env[65959]: INFO networking_nsxv3.common.synchronization [None req-7bc526be-c8fd-47e9-b0a7-d88c6db4b8fc None None] Enqueued Resource ID: a6e3256d-4663-4be2-8714-5655299d159c with Priority: HIGHEST for action port [ 683.750253] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e3256d-4663-4be2-8714-5655299d159c with Priority: HIGHEST for action port [ 683.753705] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e3256d-4663-4be2-8714-5655299d159c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.753705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e3256d-4663-4be2-8714-5655299d159c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.753705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e3256d-4663-4be2-8714-5655299d159c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.753705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e3256d-4663-4be2-8714-5655299d159c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.753705] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e3256d-4663-4be2-8714-5655299d159c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.256283] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6e3256d-4663-4be2-8714-5655299d159c [ 684.256283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.256283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.256283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.257043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.257261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.257433] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6e3256d-4663-4be2-8714-5655299d159c already deleted. [ 684.257540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e3256d-4663-4be2-8714-5655299d159c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.767273] env[65959]: INFO networking_nsxv3.common.synchronization [req-9c3e22ea-00f1-4d6e-bdae-b3afa6319458 req-95523e10-3ff2-41da-9819-df75445ce87a tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 684.767273] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 684.767273] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.767273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.767273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.767273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.768218] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.768418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.769499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.769499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.769499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.769499] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.248765] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.248765] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.249266] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.249266] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.249517] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.249758] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.249836] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.250543] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.251066] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.252316] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.252316] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.252316] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.252316] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.252316] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.252316] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.252316] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.271181] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.274855] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.274855] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.275660] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.275660] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-767" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.275660] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.276864] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.276864] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.276864] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.276864] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe34c77a-dc16-4ab7-a47d-afacc49eeb7d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.358858] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 685.359175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.359831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.359831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.360053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.360053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.360207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.360259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.360442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.360442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.360587] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.670677] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a60b142a-ff0c-40a9-9544-366c14f25245 in Status: SUCCESS [ 685.670918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.774160] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.780927] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.780927] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port fe34c77a-dc16-4ab7-a47d-afacc49eeb7d not found, creating... [ 685.780927] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.780927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.781427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.781427] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.781515] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.781610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.781805] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.781928] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.782095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: fe34c77a-dc16-4ab7-a47d-afacc49eeb7d is going to be created. [ 685.807828] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.808064] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.808150] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.808425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.808642] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.808854] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.864401] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.267921] env[65959]: INFO networking_nsxv3.common.synchronization [None req-d5c67531-07cc-4c32-ada3-f752e8a79ec2 None None] Enqueued Resource ID: e7f6cd1a-0956-4bdc-906d-5ab51f8f3841 with Priority: HIGHEST for action port [ 686.268509] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7f6cd1a-0956-4bdc-906d-5ab51f8f3841 with Priority: HIGHEST for action port [ 686.268815] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7f6cd1a-0956-4bdc-906d-5ab51f8f3841 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.268926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7f6cd1a-0956-4bdc-906d-5ab51f8f3841" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.269058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7f6cd1a-0956-4bdc-906d-5ab51f8f3841" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.270255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7f6cd1a-0956-4bdc-906d-5ab51f8f3841" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.270406] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f6cd1a-0956-4bdc-906d-5ab51f8f3841',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.277014] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.277269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.277516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.277735] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 686.320159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.320412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.320448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.320690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.320840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.334041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 686.367132] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e2078aa-bfb9-420e-b668-207391d4719e: rpc.has_security_group_logging(os_id): False [ 686.388791] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.389023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.389101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.389355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.389452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.389721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.389829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.389887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.390743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.390743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.390743] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be created. [ 686.461872] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.462286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.462286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.462437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.462519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.484346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 686.728901] env[65959]: INFO networking_nsxv3.common.synchronization [req-9c3e22ea-00f1-4d6e-bdae-b3afa6319458 req-8618dd1d-84e0-425a-9252-32170338fad8 service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 686.729269] env[65959]: INFO networking_nsxv3.common.synchronization [req-9c3e22ea-00f1-4d6e-bdae-b3afa6319458 req-8618dd1d-84e0-425a-9252-32170338fad8 service nova] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 686.729269] env[65959]: INFO networking_nsxv3.common.synchronization [req-9c3e22ea-00f1-4d6e-bdae-b3afa6319458 req-8618dd1d-84e0-425a-9252-32170338fad8 service nova] Enqueued Resource ID: fe34c77a-dc16-4ab7-a47d-afacc49eeb7d with Priority: HIGHEST for action port [ 686.729727] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_rules [ 686.729854] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 686.729948] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe34c77a-dc16-4ab7-a47d-afacc49eeb7d with Priority: HIGHEST for action port [ 686.732064] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.732064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.732064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.732064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.732064] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.733690] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.733690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.733690] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.733913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.734250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.734478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.734555] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe34c77a-dc16-4ab7-a47d-afacc49eeb7d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.773267] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7f6cd1a-0956-4bdc-906d-5ab51f8f3841 [ 686.775094] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.775094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.775094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.775094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.775557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.775557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7f6cd1a-0956-4bdc-906d-5ab51f8f3841 already deleted. [ 686.775557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7f6cd1a-0956-4bdc-906d-5ab51f8f3841" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.799018] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f61dec6a-bde8-46b2-bc00-d1938e10073a None None] Enqueued Resource ID: 3d38f424-1f81-4eec-87b6-ba5136da5f9c with Priority: HIGHEST for action port [ 686.799018] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d38f424-1f81-4eec-87b6-ba5136da5f9c with Priority: HIGHEST for action port [ 686.799850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d38f424-1f81-4eec-87b6-ba5136da5f9c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.800470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d38f424-1f81-4eec-87b6-ba5136da5f9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.800783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d38f424-1f81-4eec-87b6-ba5136da5f9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.803334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d38f424-1f81-4eec-87b6-ba5136da5f9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.803334] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d38f424-1f81-4eec-87b6-ba5136da5f9c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.239103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.239222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.239458] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe34c77a-dc16-4ab7-a47d-afacc49eeb7d with status ACTIVE [ 687.239660] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.239770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.239828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.240050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.240220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.240417] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.240549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.240640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.240827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.240910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.241169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.241273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.241323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.241467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.241543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.241628] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe34c77a-dc16-4ab7-a47d-afacc49eeb7d is going to be updated. [ 687.266963] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.266963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.266963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.266963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.266963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.266963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe34c77a-dc16-4ab7-a47d-afacc49eeb7d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.310248] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d38f424-1f81-4eec-87b6-ba5136da5f9c [ 687.310482] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.310774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.310774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.310906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.310967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.311495] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d38f424-1f81-4eec-87b6-ba5136da5f9c already deleted. [ 687.311495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d38f424-1f81-4eec-87b6-ba5136da5f9c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.346346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 688.346346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.346346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.346769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.346769] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.346769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.346898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.347078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.347172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.347674] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.498705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 688.498955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.547373] env[65959]: INFO networking_nsxv3.common.synchronization [req-a84a1ee0-fa6f-4e7c-aaec-f82c132fcd22 req-c25489a6-4182-4b90-9145-477e45678a58 tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 688.548080] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 688.548358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.548482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.548547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.548749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.548924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.548999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.549068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.549214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.549472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.549540] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.851357] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.918765] env[65959]: INFO networking_nsxv3.common.synchronization [None req-5401d0d9-dd7e-492f-a3fa-e14907608260 tempest-ServersTestJSON-1037373684 tempest-ServersTestJSON-1037373684-project-member] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_rules [ 688.918765] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_rules [ 688.918966] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.920322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.920444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.920877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921076] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.056533] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.092403] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6f24d0b4-96f3-4582-9493-2ec768cc656b tempest-ServersTestJSON-1037373684 tempest-ServersTestJSON-1037373684-project-member] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_rules [ 689.094097] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_rules [ 689.094097] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.094097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.354690] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.457628] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.457848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.457954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.458235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.458424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.458489] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef841514-222a-4fab-add5-9480c19f083e already deleted. [ 689.458596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.458809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.459034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.459144] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.557048] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.860158] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.860158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.860295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.861066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.861066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.861066] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 689.899156] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.899156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.899156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.899156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.899156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.909586] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 689.985150] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.985150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.985150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.985435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.985562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.985680] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef841514-222a-4fab-add5-9480c19f083e already deleted. [ 689.986155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.060122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.060454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.060640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.060885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.061070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.061209] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 690.089896] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.090080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.090153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.090373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.090527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.100937] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 690.114446] env[65959]: INFO networking_nsxv3.common.synchronization [None req-9a045d79-da1e-49b6-a545-d725df99bd8e tempest-MigrationsAdminTest-792663017 tempest-MigrationsAdminTest-792663017-project-member] Enqueued Resource ID: 28e0ca27-b811-4a18-9582-5ab524613434 with Priority: HIGHEST for action security_group_rules [ 690.115645] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0ca27-b811-4a18-9582-5ab524613434 with Priority: HIGHEST for action security_group_rules [ 690.116024] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e0ca27-b811-4a18-9582-5ab524613434 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.116163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.116231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.116506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.117102] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e0ca27-b811-4a18-9582-5ab524613434',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.287195] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f41479c9-79a2-428b-80a1-f60f0f951ad6 None None] Enqueued Resource ID: 81c164e1-1a33-4bef-a4ce-d8aa233ec840 with Priority: HIGHEST for action port [ 690.287195] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c164e1-1a33-4bef-a4ce-d8aa233ec840 with Priority: HIGHEST for action port [ 690.288729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c164e1-1a33-4bef-a4ce-d8aa233ec840 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.288880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c164e1-1a33-4bef-a4ce-d8aa233ec840" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.289070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c164e1-1a33-4bef-a4ce-d8aa233ec840" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.289517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c164e1-1a33-4bef-a4ce-d8aa233ec840" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.289517] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c164e1-1a33-4bef-a4ce-d8aa233ec840',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.353616] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c2c4cccd-9ec9-4491-b180-b9735a28ed5c tempest-MigrationsAdminTest-792663017 tempest-MigrationsAdminTest-792663017-project-member] Enqueued Resource ID: 28e0ca27-b811-4a18-9582-5ab524613434 with Priority: HIGHEST for action security_group_rules [ 690.354201] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0ca27-b811-4a18-9582-5ab524613434 with Priority: HIGHEST for action security_group_rules [ 690.354201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e0ca27-b811-4a18-9582-5ab524613434 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.354201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.646811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.647085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.647085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.647308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.647406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.647536] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e0ca27-b811-4a18-9582-5ab524613434 already deleted. [ 690.647574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.647718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.647896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.647979] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e0ca27-b811-4a18-9582-5ab524613434',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.792831] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c164e1-1a33-4bef-a4ce-d8aa233ec840 [ 690.795047] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.795047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.795047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.795047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.795047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.795047] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c164e1-1a33-4bef-a4ce-d8aa233ec840 already deleted. [ 690.795047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c164e1-1a33-4bef-a4ce-d8aa233ec840" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.171469] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.171636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.171714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.171946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.172049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.172158] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e0ca27-b811-4a18-9582-5ab524613434 already deleted. [ 691.172379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e0ca27-b811-4a18-9582-5ab524613434" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.394505] env[65959]: INFO networking_nsxv3.common.synchronization [req-c15491cd-5a3b-4381-b8b1-ae89d1ef1fda req-32484d4f-17c8-404c-be94-04807c0d7954 tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 691.394505] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 691.394505] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.394505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.513342] env[65959]: INFO networking_nsxv3.common.synchronization [req-93173817-f83e-47df-a104-511d9af138fb req-c2cc0a8e-57af-4ebc-b8eb-f028e1f2e4a8 tempest-ServerDiagnosticsTest-2001415113 tempest-ServerDiagnosticsTest-2001415113-project-member] Enqueued Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_members [ 691.513342] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGHEST for action security_group_members [ 691.513342] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.513342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.513342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.513342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.513841] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.514099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.514304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.514566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.514753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.514936] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.704334] env[65959]: INFO networking_nsxv3.common.synchronization [req-f6aeff17-382e-4e4b-bd60-5d6a42af8814 req-86f2db68-e77e-440b-9e03-0a136ccef706 tempest-SecurityGroupRulesNegativeTestJSON-315743959 tempest-SecurityGroupRulesNegativeTestJSON-315743959-project-member] Enqueued Resource ID: d1dea0a0-af27-4a44-8f51-6da02e7493aa with Priority: HIGHEST for action security_group_rules [ 691.704952] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dea0a0-af27-4a44-8f51-6da02e7493aa with Priority: HIGHEST for action security_group_rules [ 691.705159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.705273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.705329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.706834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.706834] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dea0a0-af27-4a44-8f51-6da02e7493aa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.921015] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 691.921015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.921015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.922212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.922212] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.922212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.922212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.922212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.922212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.922212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.922212] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.020095] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.020301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.020376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.020606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.020709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.020958] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.021138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.021138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.021348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.021411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.021477] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d65be17-319a-4351-9755-32e7c95aef58 is going to be updated. [ 692.088027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.088027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.088027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.088871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.088871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.100217] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d65be17-319a-4351-9755-32e7c95aef58 in Status: IN_PROGRESS for 2s [ 692.115456] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 692.115456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.115456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.115456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.115456] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.115456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.115456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.115456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.116069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.116069] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.228016] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.228171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.228236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.228449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.228532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.228638] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dea0a0-af27-4a44-8f51-6da02e7493aa already deleted. [ 692.228762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.425748] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.425889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.425955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.426194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.426349] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.426442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.426502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.426702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.426741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.426868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.426933] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.427232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.427359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.427489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.427630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.427724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.427783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.428206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.428206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.428206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.428206] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.620932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.621277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.621277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.621479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.621572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.621779] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.622070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.622160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.622330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.622422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.622512] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 692.667875] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.667875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.667875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.668363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.668557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.683319] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 692.933818] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e5acc-6fce-47c2-9b9d-98fb97e43a9a: rpc.has_security_group_logging(os_id): False [ 692.953826] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.953826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.953826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.953826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.953826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.954398] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.954398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.954935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.955114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.955196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.956054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.956054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.956054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.956054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.956054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.956054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.956496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.956496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.956496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.956496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.956496] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 693.030091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.030391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.030391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.030599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.030718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050714] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 694.127235] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d65be17-319a-4351-9755-32e7c95aef58 in Status: SUCCESS [ 694.127235] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d65be17-319a-4351-9755-32e7c95aef58 deletion is rescheduled due to dependency. [ 694.127235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.698373] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 694.698373] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba deletion is rescheduled due to dependency. [ 694.698909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.070284] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 695.071356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.529073] env[65959]: INFO networking_nsxv3.common.synchronization [req-05cfffb3-9674-4fb0-a54a-f4c1b432612f req-37f0e34e-76f2-42e4-b38a-5441e5ac3cec tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 695.529608] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 695.529969] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.529969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.530076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.530289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.530475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.530570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.530651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.531032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.531032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.531032] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.037797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.037797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.037797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.037797] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 696.085488] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.085717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.085764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.086153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.086248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.099530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 696.285182] env[65959]: INFO networking_nsxv3.common.synchronization [None req-ba11454e-8d27-4f20-8d40-a5fab4fe06d5 tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: d28308ed-6074-4b8c-8acc-b3b1bb4d5631 with Priority: HIGHEST for action security_group_rules [ 696.285933] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28308ed-6074-4b8c-8acc-b3b1bb4d5631 with Priority: HIGHEST for action security_group_rules [ 696.287264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.287264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.287264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.287264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.287264] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28308ed-6074-4b8c-8acc-b3b1bb4d5631',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.315862] env[65959]: INFO networking_nsxv3.common.synchronization [req-cfe18197-eaf9-4d50-9d3f-a62f77d4a7eb req-14e921c4-45e9-4dcb-9a02-a355c51c2349 tempest-SecurityGroupRulesNegativeTestJSON-315743959 tempest-SecurityGroupRulesNegativeTestJSON-315743959-project-member] Enqueued Resource ID: d1dea0a0-af27-4a44-8f51-6da02e7493aa with Priority: HIGHEST for action security_group_rules [ 696.316556] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dea0a0-af27-4a44-8f51-6da02e7493aa with Priority: HIGHEST for action security_group_rules [ 696.317030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.317133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.317208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.317834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.317834] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dea0a0-af27-4a44-8f51-6da02e7493aa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.440377] env[65959]: INFO networking_nsxv3.common.synchronization [None req-07ea7d77-7407-4f55-940b-ebb3c0653127 tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: d28308ed-6074-4b8c-8acc-b3b1bb4d5631 with Priority: HIGHEST for action security_group_rules [ 696.444342] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28308ed-6074-4b8c-8acc-b3b1bb4d5631 with Priority: HIGHEST for action security_group_rules [ 696.444342] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.444342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.813834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.814482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.814482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.814482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.814482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.814482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28308ed-6074-4b8c-8acc-b3b1bb4d5631 already deleted. [ 696.814482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.814753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.814753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.814832] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28308ed-6074-4b8c-8acc-b3b1bb4d5631',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.845069] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.845069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.845069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.845069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.845069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.845440] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dea0a0-af27-4a44-8f51-6da02e7493aa already deleted. [ 696.845440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dea0a0-af27-4a44-8f51-6da02e7493aa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.002889] env[65959]: INFO networking_nsxv3.common.synchronization [req-2c44bbcb-0f5b-4ba3-870c-d60ea53a1ce2 req-5d24eaf8-7a00-40a3-8efe-9251d3ebd272 tempest-ServersTestBootFromVolume-98493536 tempest-ServersTestBootFromVolume-98493536-project-member] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_members [ 697.005035] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGHEST for action security_group_members [ 697.005035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.005035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.005035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.005269] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.005269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.005465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.005550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.005674] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.337433] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.337433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.338052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.338052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.338311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.338311] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28308ed-6074-4b8c-8acc-b3b1bb4d5631 already deleted. [ 697.338311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28308ed-6074-4b8c-8acc-b3b1bb4d5631" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.508520] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.509255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.509309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.509537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.509642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.509930] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.510050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.510147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.510312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.510393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.510482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 is going to be updated. [ 697.546035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.546035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.546035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.546035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.546035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.559126] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c5c068-adb8-400a-9512-f99c1e586886 in Status: IN_PROGRESS for 2s [ 697.867774] env[65959]: INFO networking_nsxv3.common.synchronization [req-77124c23-c49f-409c-ba4f-4ee08aeb60b2 req-7d6e369b-c018-4ab5-a0cf-c60c3259c61d tempest-ServersWithSpecificFlavorTestJSON-75194687 tempest-ServersWithSpecificFlavorTestJSON-75194687-project-member] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 697.874020] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 697.874020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.874020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.874020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.874020] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.112821] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 698.114708] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 698.114848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.380812] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.380812] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.380812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.380812] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be updated. [ 698.428265] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.428265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.428265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.428265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.428265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.443619] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: IN_PROGRESS for 2s [ 699.571161] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c5c068-adb8-400a-9512-f99c1e586886 in Status: SUCCESS [ 699.571498] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 deletion is rescheduled due to dependency. [ 699.571498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.456474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 700.457654] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad deletion is rescheduled due to dependency. [ 700.458980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.686064] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2a3fd179-2317-4fa9-914e-b68e8a599b33 None None] Enqueued Resource ID: bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18 with Priority: HIGHEST for action port [ 700.687369] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18 with Priority: HIGHEST for action port [ 700.687897] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.688170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.688170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.688464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.688752] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.896851] env[65959]: INFO networking_nsxv3.common.synchronization [None req-09398b76-4dc3-48b9-840a-7f337ef40980 None None] Enqueued Resource ID: 7fec5b87-535c-4c48-b40d-f2d21d1d5440 with Priority: HIGHEST for action port [ 700.897205] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fec5b87-535c-4c48-b40d-f2d21d1d5440 with Priority: HIGHEST for action port [ 700.897686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fec5b87-535c-4c48-b40d-f2d21d1d5440 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.897805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fec5b87-535c-4c48-b40d-f2d21d1d5440" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.897884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fec5b87-535c-4c48-b40d-f2d21d1d5440" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.899468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fec5b87-535c-4c48-b40d-f2d21d1d5440" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.899614] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fec5b87-535c-4c48-b40d-f2d21d1d5440',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.191980] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18 [ 701.192444] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.192444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.192578] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.192922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.192980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.193335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18 already deleted. [ 701.193335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1a4c75-7ae1-42ad-9137-ed1e8ffd5e18" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.402098] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fec5b87-535c-4c48-b40d-f2d21d1d5440 [ 701.402428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.402592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.402670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.402897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.403009] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.403137] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fec5b87-535c-4c48-b40d-f2d21d1d5440 already deleted. [ 701.403228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fec5b87-535c-4c48-b40d-f2d21d1d5440" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.155734] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6a7d91d6-e9c9-464a-9731-f3179faaca4f None None] Enqueued Resource ID: dacf8d60-5584-4e7f-9e0a-229da839e1ee with Priority: HIGHEST for action port [ 703.155734] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacf8d60-5584-4e7f-9e0a-229da839e1ee with Priority: HIGHEST for action port [ 703.155734] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacf8d60-5584-4e7f-9e0a-229da839e1ee taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.155734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacf8d60-5584-4e7f-9e0a-229da839e1ee" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacf8d60-5584-4e7f-9e0a-229da839e1ee" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.157347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacf8d60-5584-4e7f-9e0a-229da839e1ee" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.157347] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacf8d60-5584-4e7f-9e0a-229da839e1ee',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.433561] env[65959]: INFO networking_nsxv3.common.synchronization [None req-3f4727be-f77d-46d0-a084-edbb4b1e6ed7 None None] Enqueued Resource ID: d913439e-efdf-4a7f-b411-1f83903d116c with Priority: HIGHEST for action port [ 703.434126] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d913439e-efdf-4a7f-b411-1f83903d116c with Priority: HIGHEST for action port [ 703.434456] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d913439e-efdf-4a7f-b411-1f83903d116c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.434575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d913439e-efdf-4a7f-b411-1f83903d116c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.434645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d913439e-efdf-4a7f-b411-1f83903d116c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.434909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d913439e-efdf-4a7f-b411-1f83903d116c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.434988] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d913439e-efdf-4a7f-b411-1f83903d116c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.660533] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dacf8d60-5584-4e7f-9e0a-229da839e1ee [ 703.660533] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.660533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.660533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.660875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.660980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.661141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dacf8d60-5584-4e7f-9e0a-229da839e1ee already deleted. [ 703.661316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacf8d60-5584-4e7f-9e0a-229da839e1ee" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.938111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d913439e-efdf-4a7f-b411-1f83903d116c [ 703.938347] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.938514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.938637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.938923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.939041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.939149] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d913439e-efdf-4a7f-b411-1f83903d116c already deleted. [ 703.939231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d913439e-efdf-4a7f-b411-1f83903d116c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.003486] env[65959]: INFO networking_nsxv3.common.synchronization [req-b78ad50b-b746-4d05-9de4-ab247c2c4106 req-ab6703c1-84c1-4396-a72c-9ccd39634020 tempest-ServerDiagnosticsNegativeTest-411547106 tempest-ServerDiagnosticsNegativeTest-411547106-project-member] Enqueued Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_members [ 704.003486] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_members [ 704.004578] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.004721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.004785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.005161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.005266] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.005522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.005522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.005630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.005678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.005781] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.354344] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.354640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.354675] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.354948] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.355234] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.355408] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.355533] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.355782] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.355942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.356178] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.356302] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.356417] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.356533] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.356639] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.356748] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.356894] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.378253] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.378455] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.378641] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.378800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.379428] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-22c9b9eb-1316-47b7-bb30-09ecbab11431 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.379658] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.379804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.380222] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.380383] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c9b9eb-1316-47b7-bb30-09ecbab11431',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.509725] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.509923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.509980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.510307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.511251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.511305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.511359] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d already deleted. [ 704.511440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.883424] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.883678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.883799] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.884291] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.884291] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.884424] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 22c9b9eb-1316-47b7-bb30-09ecbab11431 not found, creating... [ 704.884646] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.884823] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.884901] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.885163] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.885358] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.885554] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.885700] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.885807] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.886025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.886155] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.886550] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 22c9b9eb-1316-47b7-bb30-09ecbab11431 is going to be created. [ 704.910176] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.910403] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.910524] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.910792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.910971] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.911213] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.767126] env[65959]: INFO networking_nsxv3.common.synchronization [req-b78ad50b-b746-4d05-9de4-ab247c2c4106 req-917ee66e-9812-45d8-88e5-415b192a0c37 service nova] Enqueued Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_rules [ 705.767580] env[65959]: INFO networking_nsxv3.common.synchronization [req-b78ad50b-b746-4d05-9de4-ab247c2c4106 req-917ee66e-9812-45d8-88e5-415b192a0c37 service nova] Enqueued Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_members [ 705.767580] env[65959]: INFO networking_nsxv3.common.synchronization [req-b78ad50b-b746-4d05-9de4-ab247c2c4106 req-917ee66e-9812-45d8-88e5-415b192a0c37 service nova] Enqueued Resource ID: 22c9b9eb-1316-47b7-bb30-09ecbab11431 with Priority: HIGHEST for action port [ 705.768174] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_rules [ 705.768317] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_members [ 705.768428] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c9b9eb-1316-47b7-bb30-09ecbab11431 with Priority: HIGHEST for action port [ 705.768707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.770009] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.770152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.771030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.771030] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.772062] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.772062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.772062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.772226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.772402] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.772556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.772622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.772821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.772925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.773034] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.774353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c9b9eb-1316-47b7-bb30-09ecbab11431 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.774353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.774353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.774507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.774507] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c9b9eb-1316-47b7-bb30-09ecbab11431',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.279160] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.279160] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279160] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22c9b9eb-1316-47b7-bb30-09ecbab11431 with status ACTIVE [ 706.279160] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.279160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.279464] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.279464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.279552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.279634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.280205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.280205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.280205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283588] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22c9b9eb-1316-47b7-bb30-09ecbab11431 is going to be updated. [ 706.312889] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.313031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.313098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.313364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.313520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.313680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c9b9eb-1316-47b7-bb30-09ecbab11431" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.326685] env[65959]: INFO networking_nsxv3.common.synchronization [None req-54e48b4c-3ed1-4159-b679-e47f4842b393 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 706.327877] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 706.327877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.328106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.328195] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.599765] env[65959]: INFO networking_nsxv3.common.synchronization [None req-bdf5f5cd-be4f-4961-8a89-20c65dd5c114 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 706.600741] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 706.601388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.601607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.780018] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.853203] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.853203] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b already deleted. [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.853203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.853203] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.895329] env[65959]: INFO networking_nsxv3.common.synchronization [req-42d54997-3ff1-45be-874f-9d5d35a1e485 req-0ea9dedc-162b-4a3b-ae71-6add2154f297 tempest-ServersTestJSON-1037373684 tempest-ServersTestJSON-1037373684-project-member] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_members [ 706.896944] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_members [ 706.896944] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.897157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.897157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.897468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.897661] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.897806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.897897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.898080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.898169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.898268] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.282904] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.283056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.283158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.283340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.283431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.283535] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d is going to be created. [ 707.313494] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.315479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.315624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.315961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.317016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.331505] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d in Status: UNINITIALIZED for 2s [ 707.385447] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.386240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.386240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.386240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.386240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.386443] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b already deleted. [ 707.386443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.401176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.401362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.401465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.401742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.401877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.402055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.402156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.402242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.402429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.402547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.402666] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef841514-222a-4fab-add5-9480c19f083e already deleted. [ 707.402831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.420166] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.420166] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-292" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.420166] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-292" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420166] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-292" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420773] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.421108] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421375] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421713] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.421962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.422311] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.422603] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.422869] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.423115] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.423328] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.423514] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.423761] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.444744] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.444984] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.445180] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.445396] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-292" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.445817] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-87a19854-e0fe-416d-a0d0-65e154f463bd taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.446042] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.446197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.446532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.446694] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a19854-e0fe-416d-a0d0-65e154f463bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.946358] env[65959]: INFO networking_nsxv3.common.synchronization [req-758d4385-09ac-4979-b5e1-182b9446d877 req-615d08fe-e7a1-4bfa-aa8c-5881e4fc6084 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: ac4cb021-661e-46cf-9de8-6032fc82a31d with Priority: HIGHEST for action security_group_rules [ 708.947041] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4cb021-661e-46cf-9de8-6032fc82a31d with Priority: HIGHEST for action security_group_rules [ 708.947387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4cb021-661e-46cf-9de8-6032fc82a31d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.947520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4cb021-661e-46cf-9de8-6032fc82a31d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.947606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4cb021-661e-46cf-9de8-6032fc82a31d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.947926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4cb021-661e-46cf-9de8-6032fc82a31d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.948060] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4cb021-661e-46cf-9de8-6032fc82a31d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.949395] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.949518] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.949703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.949999] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.950214] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.950357] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 87a19854-e0fe-416d-a0d0-65e154f463bd not found, creating... [ 708.950612] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.950761] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.950867] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.951148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.951401] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.952019] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.952019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.952019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.952205] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.952346] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.952735] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 87a19854-e0fe-416d-a0d0-65e154f463bd is going to be created. [ 709.000746] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.001348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.001432] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.001958] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.002327] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.002752] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.126567] env[65959]: INFO networking_nsxv3.common.synchronization [req-24ce64a2-e59d-4fad-865b-dd645f2ef894 req-7f2a1d94-3e95-44ae-92bc-3077eac8f99f tempest-ImagesOneServerTestJSON-1302931261 tempest-ImagesOneServerTestJSON-1302931261-project-member] Enqueued Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_members [ 709.127688] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGHEST for action security_group_members [ 709.127688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.127688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.127688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.128103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.128411] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.128524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.128586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.128753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.128842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.128933] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.343445] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d in Status: SUCCESS [ 709.343787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.344028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.344984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.344984] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.344984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.344984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.344984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.345482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.345551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.345703] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.477834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.478132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.478132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.478299] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.478353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.478513] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4cb021-661e-46cf-9de8-6032fc82a31d already deleted. [ 709.478513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4cb021-661e-46cf-9de8-6032fc82a31d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.636305] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.636305] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.636305] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eadf8ac8-31e4-4a43-a213-33eac84205eb is going to be updated. [ 709.664275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.664449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.664525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.665179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.665179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.673907] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eadf8ac8-31e4-4a43-a213-33eac84205eb in Status: IN_PROGRESS for 2s [ 709.728283] env[65959]: INFO networking_nsxv3.common.synchronization [req-42d54997-3ff1-45be-874f-9d5d35a1e485 req-723d71c0-dda0-446b-9325-307cf83263f2 service nova] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_rules [ 709.728283] env[65959]: INFO networking_nsxv3.common.synchronization [req-42d54997-3ff1-45be-874f-9d5d35a1e485 req-723d71c0-dda0-446b-9325-307cf83263f2 service nova] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_members [ 709.728414] env[65959]: INFO networking_nsxv3.common.synchronization [req-42d54997-3ff1-45be-874f-9d5d35a1e485 req-723d71c0-dda0-446b-9325-307cf83263f2 service nova] Enqueued Resource ID: 87a19854-e0fe-416d-a0d0-65e154f463bd with Priority: HIGHEST for action port [ 709.728899] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_rules [ 709.729051] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_members [ 709.729150] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a19854-e0fe-416d-a0d0-65e154f463bd with Priority: HIGHEST for action port [ 709.729428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.729549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.729615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.729983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.729983] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.730777] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.730885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.731486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.731486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.731486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.731486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.731486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.731744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.731744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.731796] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.733076] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-87a19854-e0fe-416d-a0d0-65e154f463bd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.733188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.733340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.733386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.733465] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87a19854-e0fe-416d-a0d0-65e154f463bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.847571] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.847735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.847787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.848033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.848206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.848304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.848368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.848520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.848607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848823] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.848947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.848999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.849154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.849262] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.849354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.849468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.849595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.849674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.851537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.851537] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.236871] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.236871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.236871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87a19854-e0fe-416d-a0d0-65e154f463bd with status ACTIVE [ 710.237139] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.237273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.237331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.237563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.240653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.241343] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.241343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.241343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.241767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.241767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.241767] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.241956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.241956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.242787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.242884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.242989] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87a19854-e0fe-416d-a0d0-65e154f463bd is going to be updated. [ 710.269742] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.269742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.269742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.269742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.269742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.269742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87a19854-e0fe-416d-a0d0-65e154f463bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.355213] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b4cae8-a056-4e2a-8b8c-8adc5d64275d: rpc.has_security_group_logging(os_id): False [ 710.392630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.394060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.394178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.394607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.394708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.394909] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.395024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.395088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.395265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.395352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.395584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.395708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.395772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.395922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.396021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.397527] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.397650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.397707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.398108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.398108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.398717] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d is going to be created. [ 710.482705] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.482705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.482705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.482705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.482705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.496626] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d in Status: IN_PROGRESS for 2s [ 710.745927] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.249514] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.250228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.250228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.250228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.250458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.250608] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef841514-222a-4fab-add5-9480c19f083e is going to be created. [ 711.260719] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2b114eac-c636-467f-a32e-156bbdf046dd None None] Enqueued Resource ID: 612a4457-9218-4163-b1fc-ef6c4c32c8d9 with Priority: HIGHEST for action port [ 711.260905] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612a4457-9218-4163-b1fc-ef6c4c32c8d9 with Priority: HIGHEST for action port [ 711.261553] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-612a4457-9218-4163-b1fc-ef6c4c32c8d9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.261696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612a4457-9218-4163-b1fc-ef6c4c32c8d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.261732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612a4457-9218-4163-b1fc-ef6c4c32c8d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.262116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612a4457-9218-4163-b1fc-ef6c4c32c8d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.264475] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612a4457-9218-4163-b1fc-ef6c4c32c8d9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.275942] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.276206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.276206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.276447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.277103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.286601] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef841514-222a-4fab-add5-9480c19f083e in Status: UNINITIALIZED for 2s [ 711.345577] env[65959]: INFO networking_nsxv3.common.synchronization [req-65c97193-eb51-429b-8c43-57eb97bcc2b9 req-9563afc2-54cc-4eac-8c5b-5ea954ae7956 tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 711.347846] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 711.347846] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.348336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.348336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.349013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.349013] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.349297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.349297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.349437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.349695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.349862] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.685737] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eadf8ac8-31e4-4a43-a213-33eac84205eb in Status: SUCCESS [ 711.685737] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eadf8ac8-31e4-4a43-a213-33eac84205eb deletion is rescheduled due to dependency. [ 711.685737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.767707] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612a4457-9218-4163-b1fc-ef6c4c32c8d9 [ 711.768303] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.768303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.768303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.768495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.768495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.768657] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612a4457-9218-4163-b1fc-ef6c4c32c8d9 already deleted. [ 711.768657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612a4457-9218-4163-b1fc-ef6c4c32c8d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.810705] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.810902] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.811034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.811333] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.811590] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.811775] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.814530] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.814530] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.814530] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.814530] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.814530] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.814530] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.814530] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.814530] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.814530] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.814530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.835044] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.835244] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.835350] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.835509] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.835814] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-12668d2d-29f7-464d-8ddb-8549638cef5c taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.835977] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.836100] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.836460] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.836659] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12668d2d-29f7-464d-8ddb-8549638cef5c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.853299] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.853457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.854050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.854050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.854050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.854050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.854250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.854250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.854307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.854388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.854475] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 711.886853] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.886977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.886977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.887701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.887701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.897884] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 712.342200] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.342200] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 12668d2d-29f7-464d-8ddb-8549638cef5c not found, creating... [ 712.342200] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.342200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.342614] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.342614] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.342614] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.342614] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.342614] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.342614] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 12668d2d-29f7-464d-8ddb-8549638cef5c is going to be created. [ 712.371489] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.371659] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.372285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.372285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.372285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.372509] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.510200] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d in Status: SUCCESS [ 712.510200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.136007] env[65959]: INFO networking_nsxv3.common.synchronization [req-65c97193-eb51-429b-8c43-57eb97bcc2b9 req-51a3079b-2127-4c72-b661-84cf925e9bb1 service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 713.136244] env[65959]: INFO networking_nsxv3.common.synchronization [req-65c97193-eb51-429b-8c43-57eb97bcc2b9 req-51a3079b-2127-4c72-b661-84cf925e9bb1 service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 713.136312] env[65959]: INFO networking_nsxv3.common.synchronization [req-65c97193-eb51-429b-8c43-57eb97bcc2b9 req-51a3079b-2127-4c72-b661-84cf925e9bb1 service nova] Enqueued Resource ID: 12668d2d-29f7-464d-8ddb-8549638cef5c with Priority: HIGHEST for action port [ 713.139780] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 713.139780] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 713.139780] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12668d2d-29f7-464d-8ddb-8549638cef5c with Priority: HIGHEST for action port [ 713.139780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.139780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.139780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.139780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.139780] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.139780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.139780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.139780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-12668d2d-29f7-464d-8ddb-8549638cef5c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.139780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.139780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.140505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.140546] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12668d2d-29f7-464d-8ddb-8549638cef5c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.306381] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef841514-222a-4fab-add5-9480c19f083e in Status: SUCCESS [ 713.306595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.306833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.307082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.307342] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.307457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.307494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.309246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.309246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.309246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.309246] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.643194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.643486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.643664] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12668d2d-29f7-464d-8ddb-8549638cef5c with status ACTIVE [ 713.643832] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.643931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.643991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.646507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.646818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.646921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.646981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.647164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.647243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.647422] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.647779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.647779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.647779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.647779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.647968] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12668d2d-29f7-464d-8ddb-8549638cef5c is going to be updated. [ 713.675664] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.675664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.675664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.675664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.675664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.675664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12668d2d-29f7-464d-8ddb-8549638cef5c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.814804] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.920197] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 713.920538] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 713.920782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.921660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.922059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.922366] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.922654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.924126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.924126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.924126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.924126] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.094333] env[65959]: INFO networking_nsxv3.common.synchronization [None req-71c0fb85-0cbc-43a4-88bd-8a23a659aa68 None None] Enqueued Resource ID: 246aaf24-e8eb-4993-aa62-6a3e7e4aa64b with Priority: HIGHEST for action port [ 714.096512] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246aaf24-e8eb-4993-aa62-6a3e7e4aa64b with Priority: HIGHEST for action port [ 714.096840] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-246aaf24-e8eb-4993-aa62-6a3e7e4aa64b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.096958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246aaf24-e8eb-4993-aa62-6a3e7e4aa64b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.097053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246aaf24-e8eb-4993-aa62-6a3e7e4aa64b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.097343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246aaf24-e8eb-4993-aa62-6a3e7e4aa64b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.097421] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246aaf24-e8eb-4993-aa62-6a3e7e4aa64b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.318095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef841514-222a-4fab-add5-9480c19f083e: rpc.has_security_group_logging(os_id): False [ 714.341261] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.344019] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.344019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.344019] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef841514-222a-4fab-add5-9480c19f083e is going to be created. [ 714.408271] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.408486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.408535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.408742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.408917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.421511] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef841514-222a-4fab-add5-9480c19f083e in Status: IN_PROGRESS for 2s [ 714.428038] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.435571] env[65959]: INFO networking_nsxv3.common.synchronization [req-7ce30f6b-3a04-456c-a08b-04473387358f req-827cada8-3fc5-4976-a18d-71ca7f970f6a tempest-VolumesAssistedSnapshotsTest-2106943025 tempest-VolumesAssistedSnapshotsTest-2106943025-project-member] Enqueued Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_members [ 714.436175] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 with Priority: HIGHEST for action security_group_members [ 714.436859] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.437099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.437193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.437756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.438217] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.438385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.438623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.438835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.439531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.439531] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.599856] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 246aaf24-e8eb-4993-aa62-6a3e7e4aa64b [ 714.599856] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.599856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.600107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.600380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.600503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.600674] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:246aaf24-e8eb-4993-aa62-6a3e7e4aa64b already deleted. [ 714.600718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246aaf24-e8eb-4993-aa62-6a3e7e4aa64b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865607] env[65959]: INFO networking_nsxv3.common.synchronization [req-068a42e7-6d02-421e-9df8-67ddb91aa423 req-fcd6c470-bb2e-4261-9e11-30fd33accc89 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a with Priority: HIGHEST for action security_group_rules [ 714.866520] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a with Priority: HIGHEST for action security_group_rules [ 714.866811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.867231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.867231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.868097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.868218] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.929280] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.945877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.945877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.945877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.945877] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 is going to be updated. [ 714.977747] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.977907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.977907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.978120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.978255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.990742] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 in Status: IN_PROGRESS for 2s [ 715.394252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.395121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.395272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.395502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.395596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.395725] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a already deleted. [ 715.395769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f437f2cc-d1ba-4f6e-8c15-02b87a9cd34a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.436429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.436429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.436429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.436429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.436429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.436429] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 715.465581] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.465772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.465772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.467965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.467965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.479513] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 716.434985] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef841514-222a-4fab-add5-9480c19f083e in Status: SUCCESS [ 716.435427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.001697] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 in Status: SUCCESS [ 717.001800] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49 deletion is rescheduled due to dependency. [ 717.001914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.492234] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 717.492579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.492885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.493040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.493220] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.493386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.493490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.494485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.494485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.494485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.494485] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.997639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.997876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.998191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.998403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.998662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.998786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.998859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.999041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.999130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.999244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.999502] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.999584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.999646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.999810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.000177] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.000377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.000450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.000580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.000668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.000751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.000840] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.153469] env[65959]: INFO networking_nsxv3.common.synchronization [None req-44ddc323-9f49-48df-badc-968ab94f6c2e None None] Enqueued Resource ID: 0b40d427-de1a-4c01-a5d2-2210db9da88b with Priority: HIGHEST for action port [ 718.154665] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b40d427-de1a-4c01-a5d2-2210db9da88b with Priority: HIGHEST for action port [ 718.154665] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b40d427-de1a-4c01-a5d2-2210db9da88b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.154665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b40d427-de1a-4c01-a5d2-2210db9da88b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.154665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b40d427-de1a-4c01-a5d2-2210db9da88b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.154880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b40d427-de1a-4c01-a5d2-2210db9da88b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.154948] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b40d427-de1a-4c01-a5d2-2210db9da88b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.503669] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1662b720-bd95-428a-9095-e1bdb88d412f: rpc.has_security_group_logging(os_id): False [ 718.523457] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.523697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.523697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.524881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.524881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.524881] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.524881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.524881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.525236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.525236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.525372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.525372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.525465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.525540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.525617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.526730] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.526997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.527071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.527391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.527504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.527599] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 718.607226] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.607404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.607503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.607857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.608175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.629669] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 718.661446] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b40d427-de1a-4c01-a5d2-2210db9da88b [ 718.661446] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.661446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.661446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.661446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.661446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.661446] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b40d427-de1a-4c01-a5d2-2210db9da88b already deleted. [ 718.661446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b40d427-de1a-4c01-a5d2-2210db9da88b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.721514] env[65959]: INFO networking_nsxv3.common.synchronization [req-64bc9f25-e2e3-4d7a-94fd-0c470307a5fc req-d5ab2a71-5f47-446d-8e14-3ac159fd3b8d tempest-ServersWithSpecificFlavorTestJSON-75194687 tempest-ServersWithSpecificFlavorTestJSON-75194687-project-member] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 718.722702] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 718.724458] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.724608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.724608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.725102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.725102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.725102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.727157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.727347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.727433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.728198] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.191305] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.192800] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.192800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.193327] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.193327] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.195166] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.195166] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.195166] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.195166] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.195166] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.217779] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.217779] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.217779] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.217779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-165" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.217779] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-94891b4d-6232-400f-b6dc-239334cf03c6 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.217779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.217779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.217779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.218388] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94891b4d-6232-400f-b6dc-239334cf03c6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.233032] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.233032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.233032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.233032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.233278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.233278] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.233389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.233652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.233872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.234000] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.234068] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be updated. [ 719.265177] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.265309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.265367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.265597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.266053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.282752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: IN_PROGRESS for 2s [ 719.723907] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.724397] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.724397] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.724582] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.724712] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.724857] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 94891b4d-6232-400f-b6dc-239334cf03c6 not found, creating... [ 719.725112] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.725259] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.725372] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.725613] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.725703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.725960] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.726119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.726228] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.726449] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.726863] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.726863] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 94891b4d-6232-400f-b6dc-239334cf03c6 is going to be created. [ 719.746534] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.746790] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.746858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.747133] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.747357] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.747568] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.476556] env[65959]: INFO networking_nsxv3.common.synchronization [req-64bc9f25-e2e3-4d7a-94fd-0c470307a5fc req-730d3412-b4a1-4ee0-8282-8e7f0c1e1af6 service nova] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 720.476616] env[65959]: INFO networking_nsxv3.common.synchronization [req-64bc9f25-e2e3-4d7a-94fd-0c470307a5fc req-730d3412-b4a1-4ee0-8282-8e7f0c1e1af6 service nova] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 720.476839] env[65959]: INFO networking_nsxv3.common.synchronization [req-64bc9f25-e2e3-4d7a-94fd-0c470307a5fc req-730d3412-b4a1-4ee0-8282-8e7f0c1e1af6 service nova] Enqueued Resource ID: 94891b4d-6232-400f-b6dc-239334cf03c6 with Priority: HIGHEST for action port [ 720.477644] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_rules [ 720.477644] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 720.477644] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94891b4d-6232-400f-b6dc-239334cf03c6 with Priority: HIGHEST for action port [ 720.477864] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.478319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.481127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.481446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.481541] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.482468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.483480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.483480] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-94891b4d-6232-400f-b6dc-239334cf03c6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.483480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.483480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.483480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.483480] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94891b4d-6232-400f-b6dc-239334cf03c6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.646616] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 720.646821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.799230] env[65959]: INFO networking_nsxv3.common.synchronization [None req-d83c4727-e74f-492c-b937-e2bbd461300a None None] Enqueued Resource ID: 2e7f443a-d155-4250-bdf5-28e5a541b3e0 with Priority: HIGHEST for action port [ 720.800312] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7f443a-d155-4250-bdf5-28e5a541b3e0 with Priority: HIGHEST for action port [ 720.800312] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7f443a-d155-4250-bdf5-28e5a541b3e0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.800312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7f443a-d155-4250-bdf5-28e5a541b3e0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.800312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7f443a-d155-4250-bdf5-28e5a541b3e0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.800591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7f443a-d155-4250-bdf5-28e5a541b3e0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.800639] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7f443a-d155-4250-bdf5-28e5a541b3e0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.972840] env[65959]: INFO networking_nsxv3.common.synchronization [req-6756335a-1d84-4460-b6d1-f3e32ae8fac4 req-02e36344-4632-49a8-9481-6ec476c901be tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 720.973432] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 720.974110] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.974110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.975228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.976258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.976850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.976956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.977118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.977461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.977619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.978155] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.990230] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.990230] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94891b4d-6232-400f-b6dc-239334cf03c6 with status ACTIVE [ 720.990230] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.990230] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.990230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.990230] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.990837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.990837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.990837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.990837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.990837] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94891b4d-6232-400f-b6dc-239334cf03c6 is going to be updated. [ 721.019039] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.019306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.019432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.019788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.020055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.020253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94891b4d-6232-400f-b6dc-239334cf03c6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.295715] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 721.295715] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad deletion is rescheduled due to dependency. [ 721.296844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.297605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.298771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.298771] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.298849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.298849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.299409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.299409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.299409] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.305430] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e7f443a-d155-4250-bdf5-28e5a541b3e0 [ 721.306521] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.306521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.306521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.306521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.306521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.306521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e7f443a-d155-4250-bdf5-28e5a541b3e0 already deleted. [ 721.306521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7f443a-d155-4250-bdf5-28e5a541b3e0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.426647] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.426870] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.426961] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.427215] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.427467] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.427792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.427792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.428320] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.428320] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.428465] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.428531] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.428585] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.428672] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.428769] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.428866] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.428991] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.452358] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.455019] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.455019] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.455019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.455019] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-a06bffe0-e49e-4186-8fd7-a4237d54282a taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.455019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.455019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.455019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.455019] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06bffe0-e49e-4186-8fd7-a4237d54282a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.481341] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.481341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.481341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.481584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.481627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.482970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.483663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.483663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.483663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.483663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.483663] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 721.513908] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.514271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.514271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.514674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.514674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.525345] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 721.681056] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2c9bc675-3221-4fc3-8287-1a091ab96520 None None] Enqueued Resource ID: 0325ca9e-b2a0-492a-ae42-c62c1d56ae3f with Priority: HIGHEST for action port [ 721.681056] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0325ca9e-b2a0-492a-ae42-c62c1d56ae3f with Priority: HIGHEST for action port [ 721.681056] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-0325ca9e-b2a0-492a-ae42-c62c1d56ae3f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.681056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0325ca9e-b2a0-492a-ae42-c62c1d56ae3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.681056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0325ca9e-b2a0-492a-ae42-c62c1d56ae3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.681056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0325ca9e-b2a0-492a-ae42-c62c1d56ae3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.681056] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0325ca9e-b2a0-492a-ae42-c62c1d56ae3f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.802521] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.957439] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.957680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.958227] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.958477] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.958727] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port a06bffe0-e49e-4186-8fd7-a4237d54282a not found, creating... [ 721.959146] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.959363] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.959563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.959877] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.960186] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.960529] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.961494] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.961654] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.961919] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.962064] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.962204] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: a06bffe0-e49e-4186-8fd7-a4237d54282a is going to be created. [ 721.985754] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.986080] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.986197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.986462] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.986880] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.986992] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.185287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0325ca9e-b2a0-492a-ae42-c62c1d56ae3f [ 722.185287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.185525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.186787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.187029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.187131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.187238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0325ca9e-b2a0-492a-ae42-c62c1d56ae3f already deleted. [ 722.187321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0325ca9e-b2a0-492a-ae42-c62c1d56ae3f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.305024] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.530528] env[65959]: INFO networking_nsxv3.common.synchronization [req-2154323f-af6e-47b7-be86-7a43d4798e9a req-d93c7b87-6717-4470-a1ea-0880fe5468f0 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: 51e791d4-268b-424e-8280-91b26654764a with Priority: HIGHEST for action security_group_rules [ 722.531121] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e791d4-268b-424e-8280-91b26654764a with Priority: HIGHEST for action security_group_rules [ 722.531479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e791d4-268b-424e-8280-91b26654764a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.535021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e791d4-268b-424e-8280-91b26654764a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.535021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e791d4-268b-424e-8280-91b26654764a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.535021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e791d4-268b-424e-8280-91b26654764a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.535021] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e791d4-268b-424e-8280-91b26654764a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.799021] env[65959]: INFO networking_nsxv3.common.synchronization [req-6756335a-1d84-4460-b6d1-f3e32ae8fac4 req-3404761e-474c-442f-a41e-ae0bf7d60ac7 service nova] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_rules [ 722.799021] env[65959]: INFO networking_nsxv3.common.synchronization [req-6756335a-1d84-4460-b6d1-f3e32ae8fac4 req-3404761e-474c-442f-a41e-ae0bf7d60ac7 service nova] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 722.799021] env[65959]: INFO networking_nsxv3.common.synchronization [req-6756335a-1d84-4460-b6d1-f3e32ae8fac4 req-3404761e-474c-442f-a41e-ae0bf7d60ac7 service nova] Enqueued Resource ID: a06bffe0-e49e-4186-8fd7-a4237d54282a with Priority: HIGHEST for action port [ 722.799021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_rules [ 722.799021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 722.799021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06bffe0-e49e-4186-8fd7-a4237d54282a with Priority: HIGHEST for action port [ 722.799021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.799021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.799021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.799975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.800172] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.803569] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.803832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.804139] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06bffe0-e49e-4186-8fd7-a4237d54282a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.804139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.804139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.804278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.804344] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06bffe0-e49e-4186-8fd7-a4237d54282a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.811617] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.811617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.811617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.811617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.811617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.811617] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be updated. [ 722.843283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.843283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.843283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.843283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.843283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.855651] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: IN_PROGRESS for 2s [ 723.054796] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.054990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.055071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.055340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.056169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.056169] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e791d4-268b-424e-8280-91b26654764a already deleted. [ 723.056169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e791d4-268b-424e-8280-91b26654764a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.306555] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.306723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306909] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a06bffe0-e49e-4186-8fd7-a4237d54282a with status ACTIVE [ 723.307106] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.307217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.307289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.307517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.307623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.307797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.307893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.307975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.308161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.308238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.308426] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.308520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.308596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.308751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.308828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.309395] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a06bffe0-e49e-4186-8fd7-a4237d54282a is going to be updated. [ 723.335159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.335340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.335399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.335619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.335750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.335903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06bffe0-e49e-4186-8fd7-a4237d54282a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.539923] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 723.540221] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 deletion is rescheduled due to dependency. [ 723.540345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.540642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.540884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.541103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.541208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.541274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.541530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.541620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.541732] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.644041] env[65959]: INFO networking_nsxv3.common.synchronization [req-c54bc323-db44-45c3-80ac-c8cb368cedbd req-171c6254-6506-4ed9-a7a0-de0fde793e62 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 723.645592] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 723.645793] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.645793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.646069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.646220] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.646313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.646380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.647075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.647075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.647075] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.044351] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.150384] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.171806] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.171806] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.171806] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.172064] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.174479] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.174648] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.174813] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.176295] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.176295] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.176295] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.176295] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.176295] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.176295] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.176295] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.176295] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.176295] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.208816] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.209037] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.209615] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.210123] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.210325] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-e9ae8782-a060-45f1-b87a-4009f57d4a71 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.210501] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212476] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.212476] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.212476] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ae8782-a060-45f1-b87a-4009f57d4a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.463604] env[65959]: INFO networking_nsxv3.common.synchronization [None req-cce439cf-f41e-4bc4-84b0-9de14d62aed9 None None] Enqueued Resource ID: 02b61130-ee53-409d-8d61-47385ee1f0af with Priority: HIGHEST for action port [ 724.464297] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b61130-ee53-409d-8d61-47385ee1f0af with Priority: HIGHEST for action port [ 724.464607] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b61130-ee53-409d-8d61-47385ee1f0af taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.464723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b61130-ee53-409d-8d61-47385ee1f0af" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.464785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b61130-ee53-409d-8d61-47385ee1f0af" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.465053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b61130-ee53-409d-8d61-47385ee1f0af" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.465130] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b61130-ee53-409d-8d61-47385ee1f0af',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.550384] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.652209] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.714612] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.714910] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.714990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.715260] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.715385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.715536] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port e9ae8782-a060-45f1-b87a-4009f57d4a71 not found, creating... [ 724.715930] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.715930] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.716049] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.716254] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.716377] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.716649] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.716796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.716905] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.717160] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.717688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.717688] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: e9ae8782-a060-45f1-b87a-4009f57d4a71 is going to be created. [ 724.742301] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.742459] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.742571] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.742841] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.743074] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.743292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.877102] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 724.877365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.877558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.877787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.878346] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.878346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.878346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.878346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.878600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.878600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.878600] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.967555] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02b61130-ee53-409d-8d61-47385ee1f0af [ 724.967762] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.968387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.968387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.968387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.968387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.968760] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02b61130-ee53-409d-8d61-47385ee1f0af already deleted. [ 724.968760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b61130-ee53-409d-8d61-47385ee1f0af" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.054715] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.055145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.055145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.055307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.055423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.055538] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 725.097457] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.097457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.109197] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 725.155557] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.155557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.155887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.155887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.155887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.156041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 725.191547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.191787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.191830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.192172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.192775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.204476] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 725.382744] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.519908] env[65959]: INFO networking_nsxv3.common.synchronization [req-c54bc323-db44-45c3-80ac-c8cb368cedbd req-b5afb01c-151e-47f4-b23c-0579b1e568d3 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 725.522293] env[65959]: INFO networking_nsxv3.common.synchronization [req-c54bc323-db44-45c3-80ac-c8cb368cedbd req-b5afb01c-151e-47f4-b23c-0579b1e568d3 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 725.522293] env[65959]: INFO networking_nsxv3.common.synchronization [req-c54bc323-db44-45c3-80ac-c8cb368cedbd req-b5afb01c-151e-47f4-b23c-0579b1e568d3 service nova] Enqueued Resource ID: e9ae8782-a060-45f1-b87a-4009f57d4a71 with Priority: HIGHEST for action port [ 725.522293] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 725.522293] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 725.522293] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ae8782-a060-45f1-b87a-4009f57d4a71 with Priority: HIGHEST for action port [ 725.522293] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.522293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.522293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.522293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.522293] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.523172] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.523172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.523456] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9ae8782-a060-45f1-b87a-4009f57d4a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.523602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.523811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.523977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.524069] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ae8782-a060-45f1-b87a-4009f57d4a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.622819] env[65959]: INFO networking_nsxv3.common.synchronization [req-bd5677f4-28d7-4152-8ec3-5b22be4e491f req-82d78eec-7ac5-461d-bf85-5c5c9d9c1f46 tempest-ServerDiagnosticsNegativeTest-411547106 tempest-ServerDiagnosticsNegativeTest-411547106-project-member] Enqueued Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_members [ 725.623520] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGHEST for action security_group_members [ 725.623928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.624492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.624767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.625021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.625209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.625313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.625525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.625731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.625878] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.885546] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d57131b-a839-45e7-b008-ea21ad7675ad: rpc.has_security_group_logging(os_id): False [ 725.905739] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.905739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.905739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.905739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.905739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.906316] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.906432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.906501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.906670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.906823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.906880] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be updated. [ 725.980748] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.980967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.982101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.996080] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: IN_PROGRESS for 2s [ 726.027721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.027721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.029589] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9ae8782-a060-45f1-b87a-4009f57d4a71 with status ACTIVE [ 726.029589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.029589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.029589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030692] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.030692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.032799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.032799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.032799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.032799] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9ae8782-a060-45f1-b87a-4009f57d4a71 is going to be updated. [ 726.069504] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.069820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.069820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.070050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.070186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.070336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9ae8782-a060-45f1-b87a-4009f57d4a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.129107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.129305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.129372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.129564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.129658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.129855] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.129954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.130108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.130244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.130304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.130388] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d is going to be updated. [ 726.216789] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.217449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.217591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.217764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.217903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.231546] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d in Status: IN_PROGRESS for 2s [ 726.608732] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-76ffacee-91ef-4363-970a-89cef5ae5f8e tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 726.609416] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 726.609770] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.609912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.609983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.610490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.610849] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.610849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.611030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.611304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.612850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.613600] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.085178] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.085178] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.085178] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.086167] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.086464] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.086627] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.086739] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.087020] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.087239] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.087681] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.087847] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.087973] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.088115] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.088230] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.088329] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.088462] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.111034] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.111034] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.111034] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.111331] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.111650] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-525a71d0-abb8-477c-a36a-27d8770ad392 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.111830] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.111942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.112310] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.112521] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525a71d0-abb8-477c-a36a-27d8770ad392',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.117345] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.117481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.117558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.117753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.117846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118041] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.118135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.118207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.118349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.118424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118505] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 727.122108] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 727.122364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.122602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.122699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.122867] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.122979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.123052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.123206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.123287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.123376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.123496] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.149603] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.149811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.150141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.150141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.150270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.171446] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 727.221554] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 727.221837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.222060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.222314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.222577] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.222722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.222779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.222925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.223048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.223158] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.615786] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.616074] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.616074] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.616360] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.616507] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.616653] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 525a71d0-abb8-477c-a36a-27d8770ad392 not found, creating... [ 727.616923] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.617094] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.617203] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.617420] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.617546] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.617820] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.617964] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.618092] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.618362] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.618494] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618625] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 525a71d0-abb8-477c-a36a-27d8770ad392 is going to be created. [ 727.625639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.625840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.625840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.626051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.626210] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.626317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.626383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.626506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.626577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.626661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.626894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.626990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.627073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.627206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.627353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.627496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.627561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.627711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.627789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.627858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.627946] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.643262] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.643649] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.643649] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.643942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.644344] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.644580] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.727777] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.012540] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 728.012912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.130246] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a787cf-0f7f-4018-b4d9-29a8b8366ee0: rpc.has_security_group_logging(os_id): False [ 728.149505] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.149721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.149721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.149938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.150055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.150243] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.150364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.150409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.150558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.150618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.150824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.150915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.150973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.151136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.151202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.151449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.151543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.151616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.151757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.151833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.151913] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 728.220316] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.220501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.220553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.220762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.221035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231036] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.241147] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 728.243052] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d in Status: SUCCESS [ 728.243238] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d deletion is rescheduled due to dependency. [ 728.243354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.402142] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-15293a35-079f-475a-ba28-dab43c34fcef service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 728.402395] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-15293a35-079f-475a-ba28-dab43c34fcef service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 728.402608] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-15293a35-079f-475a-ba28-dab43c34fcef service nova] Enqueued Resource ID: 525a71d0-abb8-477c-a36a-27d8770ad392 with Priority: HIGHEST for action port [ 728.406215] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 728.406215] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 728.406215] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525a71d0-abb8-477c-a36a-27d8770ad392 with Priority: HIGHEST for action port [ 728.406540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.406599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.406690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.407105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.407626] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.408332] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.408469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.408804] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-525a71d0-abb8-477c-a36a-27d8770ad392 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.408904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.408950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.409240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.409434] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525a71d0-abb8-477c-a36a-27d8770ad392',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.735051] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.735198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.735301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.735577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.735687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.735985] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 728.768644] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.768954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.768954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.769144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.769315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.780632] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 728.911943] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.912151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.912346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 525a71d0-abb8-477c-a36a-27d8770ad392 with status ACTIVE [ 728.912567] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.912736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.912790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.913081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.913249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.913547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.913727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.913830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.914016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.914160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.914389] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.914551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.914618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.914782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.914877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.914998] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 525a71d0-abb8-477c-a36a-27d8770ad392 is going to be updated. [ 728.947093] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.947093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.947093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.947388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.947450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.947619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525a71d0-abb8-477c-a36a-27d8770ad392" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.183719] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 729.184184] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba deletion is rescheduled due to dependency. [ 729.184250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.184475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.184810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185101] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.185269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.185929] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.343937] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-dc71108d-cd3c-43b9-8b40-a45092e9642b tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 729.344834] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 729.345349] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.345501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692033] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.847889] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.849348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.849348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.849348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.849348] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.849348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.849348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.849611] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.849693] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.849852] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.849956] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.850069] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.850211] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.850326] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.850427] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.850553] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.874583] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.874583] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.874583] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.874583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.874825] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-c39118e1-9f91-4801-8fe2-e311baec010f taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.874903] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.875485] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.875485] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.875617] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39118e1-9f91-4801-8fe2-e311baec010f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.193363] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.217618] env[65959]: INFO networking_nsxv3.common.synchronization [req-8d3955b9-9dd7-43e0-9ce4-01d3e291e81d req-b664eaa8-509e-45df-a19f-a83c54389f62 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: 7bdfc763-6f86-49ef-a1bb-c0c557a030e4 with Priority: HIGHEST for action security_group_rules [ 730.218523] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdfc763-6f86-49ef-a1bb-c0c557a030e4 with Priority: HIGHEST for action security_group_rules [ 730.218804] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdfc763-6f86-49ef-a1bb-c0c557a030e4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.219670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdfc763-6f86-49ef-a1bb-c0c557a030e4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.219670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdfc763-6f86-49ef-a1bb-c0c557a030e4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.219670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdfc763-6f86-49ef-a1bb-c0c557a030e4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.219670] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdfc763-6f86-49ef-a1bb-c0c557a030e4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.257058] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 730.257058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.379383] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.379655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.379725] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.380027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.380171] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.380318] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port c39118e1-9f91-4801-8fe2-e311baec010f not found, creating... [ 730.380662] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.380820] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.380934] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.381156] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.381294] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.382169] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.382546] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.382796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.383251] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.383389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.383526] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: c39118e1-9f91-4801-8fe2-e311baec010f is going to be created. [ 730.407218] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.407406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.407632] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.407962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.408269] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.408536] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698269] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.698269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.698269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.698269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698269] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 730.743728] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.743728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.743965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.744070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.744285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.749902] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.750168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.750291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.750615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.750775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.750940] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdfc763-6f86-49ef-a1bb-c0c557a030e4 already deleted. [ 730.751107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdfc763-6f86-49ef-a1bb-c0c557a030e4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.759713] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 730.794525] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 730.794902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.794902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.795095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.795280] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.795390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.795459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.795595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.795669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.796377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.796377] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.112146] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-1955e989-980a-4396-83cd-4c3e36e0db14 service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 731.112673] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-1955e989-980a-4396-83cd-4c3e36e0db14 service nova] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 731.112673] env[65959]: INFO networking_nsxv3.common.synchronization [req-0cc8b30f-8bd7-4cad-bbaa-0b1014964cf2 req-1955e989-980a-4396-83cd-4c3e36e0db14 service nova] Enqueued Resource ID: c39118e1-9f91-4801-8fe2-e311baec010f with Priority: HIGHEST for action port [ 731.113272] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_rules [ 731.113449] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 731.113581] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39118e1-9f91-4801-8fe2-e311baec010f with Priority: HIGHEST for action port [ 731.113918] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114531] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c39118e1-9f91-4801-8fe2-e311baec010f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.115191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.115749] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39118e1-9f91-4801-8fe2-e311baec010f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.302131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.302508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.302508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.302727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.302985] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.303109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.303272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.303462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.303579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.303694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.303869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.304008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.304096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.304283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.304451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.305049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.305049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.305049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.305049] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.617314] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c39118e1-9f91-4801-8fe2-e311baec010f with status ACTIVE [ 731.617549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.618279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.618279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.618279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.618279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.618279] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.618506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.618506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.618900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.618900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.618987] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.619106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.619201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.619361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.620338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.620338] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c39118e1-9f91-4801-8fe2-e311baec010f is going to be updated. [ 731.645706] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.645706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.645706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.645706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.645706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.645706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c39118e1-9f91-4801-8fe2-e311baec010f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.807531] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 731.833760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.833760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.835428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.835428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.835428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.835936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.835936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.835936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.835936] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 731.913368] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.915025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.915025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.915025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.915025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.935416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 732.772169] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 732.772518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.772581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.773176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.773176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.773401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.773401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.774690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.774690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.774690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.774690] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.778386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.778594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.778776] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.778905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.778971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.779136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.779249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.779324] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.282158] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.282749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.283231] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.787927] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.954870] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 733.955625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.295139] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.295139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.295139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.295139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.295139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.295442] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 734.333828] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.333985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.334119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.334286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.334437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.344890] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 736.115691] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 736.116130] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 736.125799] env[65959]: INFO networking_nsxv3.common.synchronization [req-b62ce99f-e9c5-4c98-ad98-fab7e2dadd46 req-b0c60122-4ebb-4904-8b1e-ff9baa978968 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: 5edd917e-0570-4256-b87f-32677e944636 with Priority: HIGHEST for action security_group_rules [ 736.128701] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edd917e-0570-4256-b87f-32677e944636 with Priority: HIGHEST for action security_group_rules [ 736.129099] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edd917e-0570-4256-b87f-32677e944636 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.129243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.129310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.129725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.129725] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edd917e-0570-4256-b87f-32677e944636',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.156304] env[65959]: INFO networking_nsxv3.common.synchronization [None req-721d1834-095e-481d-a1fa-22dba38cab2c None None] Enqueued Resource ID: 72d82190-7369-42dc-9b4a-69f678fcede0 with Priority: HIGHEST for action port [ 736.156664] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d82190-7369-42dc-9b4a-69f678fcede0 with Priority: HIGHEST for action port [ 736.158544] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d82190-7369-42dc-9b4a-69f678fcede0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.158741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d82190-7369-42dc-9b4a-69f678fcede0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.158864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d82190-7369-42dc-9b4a-69f678fcede0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d82190-7369-42dc-9b4a-69f678fcede0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.159785] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d82190-7369-42dc-9b4a-69f678fcede0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.355750] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 736.355997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.356144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.356373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.356743] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.356743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.356743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.356859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.356967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.357018] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.653808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.654490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.654490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.654490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.654490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.654490] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edd917e-0570-4256-b87f-32677e944636 already deleted. [ 736.654650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.662200] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72d82190-7369-42dc-9b4a-69f678fcede0 [ 736.662424] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.662532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.662584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.663012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.663012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.663012] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72d82190-7369-42dc-9b4a-69f678fcede0 already deleted. [ 736.663012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d82190-7369-42dc-9b4a-69f678fcede0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.797155] env[65959]: INFO networking_nsxv3.common.synchronization [req-e70cd359-714f-44e2-898f-c145b9e8c97c req-26323c52-269e-45f4-93d2-7e829f2958e2 tempest-MigrationsAdminTest-792663017 tempest-MigrationsAdminTest-792663017-project-member] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 736.797155] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 736.797155] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.797155] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.797155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.797921] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.859017] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.305383] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.360798] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.508607] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.508830] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.508929] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.509256] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.509726] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.509862] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.509961] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510205] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.510354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.510699] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.510826] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.510931] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.511047] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.511237] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.511380] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.511530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.533943] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.534792] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.534792] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.534792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.535557] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-3fa18b3c-bf88-4a3b-badd-fa188827005c taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.535557] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.535819] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.536371] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.536538] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa18b3c-bf88-4a3b-badd-fa188827005c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.808040] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.864680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.864854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.864902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.865222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.865344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.865452] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 737.896246] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.896388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.896460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.896737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.896924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.911823] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 738.043303] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.043547] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.043813] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.043986] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.044142] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.044308] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 3fa18b3c-bf88-4a3b-badd-fa188827005c not found, creating... [ 738.044539] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.044761] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.044826] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.045044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.045174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.045452] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.045589] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.045695] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.045886] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.046011] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.048545] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 3fa18b3c-bf88-4a3b-badd-fa188827005c is going to be created. [ 738.070548] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.070750] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.070863] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.071190] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.071426] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.071674] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.311608] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.311959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.311959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.312153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.312153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.312653] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be updated. [ 738.351855] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.351855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.351855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.352595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.352800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364289] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: IN_PROGRESS for 2s [ 738.699024] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2b1beae1-1bcd-46e9-9e93-38964fdf3592 None None] Enqueued Resource ID: a95544a1-877d-4cf0-b578-450d6afe8a61 with Priority: HIGHEST for action port [ 738.699553] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95544a1-877d-4cf0-b578-450d6afe8a61 with Priority: HIGHEST for action port [ 738.699868] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95544a1-877d-4cf0-b578-450d6afe8a61 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.700059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95544a1-877d-4cf0-b578-450d6afe8a61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.700202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95544a1-877d-4cf0-b578-450d6afe8a61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.700468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95544a1-877d-4cf0-b578-450d6afe8a61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.700574] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95544a1-877d-4cf0-b578-450d6afe8a61',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.906056] env[65959]: INFO networking_nsxv3.common.synchronization [req-e70cd359-714f-44e2-898f-c145b9e8c97c req-9130bde0-a03b-41fd-9115-7c883ade5492 service nova] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_rules [ 738.906512] env[65959]: INFO networking_nsxv3.common.synchronization [req-e70cd359-714f-44e2-898f-c145b9e8c97c req-9130bde0-a03b-41fd-9115-7c883ade5492 service nova] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 738.908289] env[65959]: INFO networking_nsxv3.common.synchronization [req-e70cd359-714f-44e2-898f-c145b9e8c97c req-9130bde0-a03b-41fd-9115-7c883ade5492 service nova] Enqueued Resource ID: 3fa18b3c-bf88-4a3b-badd-fa188827005c with Priority: HIGHEST for action port [ 738.908289] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_rules [ 738.908289] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 738.908289] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa18b3c-bf88-4a3b-badd-fa188827005c with Priority: HIGHEST for action port [ 738.908289] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.908289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.908289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.908760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.908836] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.909815] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.909939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.910538] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa18b3c-bf88-4a3b-badd-fa188827005c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.910538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.910538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.910737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.910737] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa18b3c-bf88-4a3b-badd-fa188827005c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.202461] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a95544a1-877d-4cf0-b578-450d6afe8a61 [ 739.202780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.202975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.203122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.203420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.203553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.203661] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a95544a1-877d-4cf0-b578-450d6afe8a61 already deleted. [ 739.203806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95544a1-877d-4cf0-b578-450d6afe8a61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.384994] env[65959]: INFO networking_nsxv3.common.synchronization [None req-96a5a803-99b7-43be-bc0c-e9f1729d2896 None None] Enqueued Resource ID: 477b2974-7fff-4074-937c-be1f3a651464 with Priority: HIGHEST for action port [ 739.386132] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477b2974-7fff-4074-937c-be1f3a651464 with Priority: HIGHEST for action port [ 739.386132] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-477b2974-7fff-4074-937c-be1f3a651464 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.386132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-477b2974-7fff-4074-937c-be1f3a651464" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.386132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-477b2974-7fff-4074-937c-be1f3a651464" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.386446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-477b2974-7fff-4074-937c-be1f3a651464" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.386446] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477b2974-7fff-4074-937c-be1f3a651464',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.413298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.413406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.413581] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fa18b3c-bf88-4a3b-badd-fa188827005c with status ACTIVE [ 739.415756] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.415977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.416649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.416888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.416999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.417227] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.417431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.417431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.417635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.417727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.417925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.418049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.418140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.418339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.418414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.418524] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fa18b3c-bf88-4a3b-badd-fa188827005c is going to be updated. [ 739.447406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.447636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.447745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.447987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.448142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.448309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa18b3c-bf88-4a3b-badd-fa188827005c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.492692] env[65959]: INFO networking_nsxv3.common.synchronization [req-69e4014f-5884-4c0f-a352-9fadc5e56f04 req-7e78a141-30aa-46cc-9e08-70646431dc15 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 739.497645] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 739.497944] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.498146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.498216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.498542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.498718] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.499557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.499557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.499557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.499557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.499557] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.891169] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 477b2974-7fff-4074-937c-be1f3a651464 [ 739.891407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.891630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.891695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.891919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.892307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892307] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:477b2974-7fff-4074-937c-be1f3a651464 already deleted. [ 739.892307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-477b2974-7fff-4074-937c-be1f3a651464" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.924525] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 739.924525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.924525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.925418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.925628] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.925746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.925810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.925985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.926079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.926676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.927047] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.927047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.927173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.927261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.927682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.927682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.927682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.927894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.927987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.928087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.928345] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.001932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.002404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.002496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.002678] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.002803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.002850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.002998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.003100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.003184] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b already deleted. [ 740.003268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.161616] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.161616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.161616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.161616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.161616] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.161616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.161616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.162197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.162197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.162197] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.162646] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.162646] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.162646] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.162646] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.162883] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.162915] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.189299] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.189299] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.189299] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.189299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.189299] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-b6921dbc-e8f1-4f33-aee7-571034e14db3 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.189299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.189299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.189299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.189299] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6921dbc-e8f1-4f33-aee7-571034e14db3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.376824] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 740.377269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.377483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.378922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.379228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.379576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.379713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.379943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.380044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.380225] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.431971] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcfd9d43-34e6-4dad-9769-2f4f019567ba: rpc.has_security_group_logging(os_id): False [ 740.455991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.455991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.455991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.455991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.455991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.455991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.456359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.456359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.456427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.456504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.456723] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.456824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.456890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.458321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.458585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.458688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.458811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.458848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.458984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.459081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.459171] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 740.543181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.543362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.543405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.543727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.543860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.565226] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 740.691703] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.692046] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.692194] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.692513] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.692731] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.692893] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port b6921dbc-e8f1-4f33-aee7-571034e14db3 not found, creating... [ 740.693180] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.693331] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.693436] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.693683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.693841] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.694870] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.695062] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.695181] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.695709] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.695709] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.696019] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 is going to be created. [ 740.725941] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.725941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.725941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.725941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.725941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.725941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.883279] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.385406] env[65959]: INFO networking_nsxv3.common.synchronization [None req-95f6d81d-a006-41e0-8a7b-57516a85f33e None None] Enqueued Resource ID: fce131a1-32b3-459e-b2f6-05254a23e53b with Priority: HIGHEST for action port [ 741.385925] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce131a1-32b3-459e-b2f6-05254a23e53b with Priority: HIGHEST for action port [ 741.386563] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-fce131a1-32b3-459e-b2f6-05254a23e53b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.386737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fce131a1-32b3-459e-b2f6-05254a23e53b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.387174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fce131a1-32b3-459e-b2f6-05254a23e53b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.387485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fce131a1-32b3-459e-b2f6-05254a23e53b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.387628] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce131a1-32b3-459e-b2f6-05254a23e53b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.389758] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.402203] env[65959]: INFO networking_nsxv3.common.synchronization [req-69e4014f-5884-4c0f-a352-9fadc5e56f04 req-8f829b57-1455-4153-b933-38a9255338cc service nova] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 741.402364] env[65959]: INFO networking_nsxv3.common.synchronization [req-69e4014f-5884-4c0f-a352-9fadc5e56f04 req-8f829b57-1455-4153-b933-38a9255338cc service nova] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 741.402504] env[65959]: INFO networking_nsxv3.common.synchronization [req-69e4014f-5884-4c0f-a352-9fadc5e56f04 req-8f829b57-1455-4153-b933-38a9255338cc service nova] Enqueued Resource ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 with Priority: HIGHEST for action port [ 741.402969] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 741.403137] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 741.403237] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 with Priority: HIGHEST for action port [ 741.403743] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.404311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.404436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.404636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.404764] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.405622] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.406476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.406476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.406476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.406664] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.406664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.407105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.407281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.407372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.407537] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.408922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6921dbc-e8f1-4f33-aee7-571034e14db3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.409052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.409341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.409550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.409677] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6921dbc-e8f1-4f33-aee7-571034e14db3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.707240] env[65959]: INFO networking_nsxv3.common.synchronization [req-86f0f53e-b3f6-416a-a41f-4694ec26081c req-66e68600-f6ab-463b-9300-97882361feb6 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: 5edd917e-0570-4256-b87f-32677e944636 with Priority: HIGHEST for action security_group_rules [ 741.707937] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edd917e-0570-4256-b87f-32677e944636 with Priority: HIGHEST for action security_group_rules [ 741.708430] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edd917e-0570-4256-b87f-32677e944636 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.708622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.708742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.709040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.709173] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edd917e-0570-4256-b87f-32677e944636',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.892183] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.892422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.892469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.892711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.892811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.892912] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be updated. [ 741.894421] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fce131a1-32b3-459e-b2f6-05254a23e53b [ 741.894613] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.894728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.894800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.894977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.895073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.895166] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fce131a1-32b3-459e-b2f6-05254a23e53b already deleted. [ 741.895247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fce131a1-32b3-459e-b2f6-05254a23e53b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.912712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.914302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.914765] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.918810] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6921dbc-e8f1-4f33-aee7-571034e14db3 with status ACTIVE [ 741.920205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.920205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.920205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.922587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.922850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.922956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.923044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.923413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.923600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.923657] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 is going to be updated. [ 741.925736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.925926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.925926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.926472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.926620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.938371] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: IN_PROGRESS for 2s [ 741.949239] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.950215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.950338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.950510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.950656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.951837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.000050] env[65959]: INFO networking_nsxv3.common.synchronization [None req-346e2775-7905-4e8b-8791-dcb9792c4069 tempest-ServersV294TestFqdnHostnames-95673802 tempest-ServersV294TestFqdnHostnames-95673802-project-member] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_rules [ 742.000668] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_rules [ 742.001072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.001212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.001255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.001670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.001670] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.240050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.240315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.240505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.240744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.240848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.240927] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edd917e-0570-4256-b87f-32677e944636 already deleted. [ 742.241016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.276367] env[65959]: INFO networking_nsxv3.common.synchronization [None req-fd2df931-2252-4d0f-9f78-8525f8733009 tempest-ServersV294TestFqdnHostnames-95673802 tempest-ServersV294TestFqdnHostnames-95673802-project-member] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_rules [ 742.277672] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_rules [ 742.277672] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.277672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.428740] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.531811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.535134] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 already deleted. [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.535134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.535134] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.582638] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 742.582890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.583151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.583779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.583779] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.822944] env[65959]: INFO networking_nsxv3.common.synchronization [None req-75564595-3429-446f-acd1-8ff82e355575 None None] Enqueued Resource ID: 627da672-163b-4691-9ff9-0116596cda44 with Priority: HIGHEST for action port [ 742.823579] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627da672-163b-4691-9ff9-0116596cda44 with Priority: HIGHEST for action port [ 742.824935] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-627da672-163b-4691-9ff9-0116596cda44 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.824935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627da672-163b-4691-9ff9-0116596cda44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.824935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627da672-163b-4691-9ff9-0116596cda44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.825133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627da672-163b-4691-9ff9-0116596cda44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.825133] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627da672-163b-4691-9ff9-0116596cda44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.933706] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.933706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.933706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.933706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.933706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.933706] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b is going to be created. [ 742.956159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.958676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.958676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.958676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.958676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.968301] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: UNINITIALIZED for 2s [ 743.057311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.058641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.058641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.058641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.058641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.058641] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 already deleted. [ 743.058862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.086376] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.086536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.086595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.086809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.086984] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.087096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.087171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.087313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.087393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.087476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.087564] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.279815] env[65959]: INFO networking_nsxv3.common.synchronization [req-11d9fd97-f984-445b-aa64-c42764cce937 req-d44ed8c3-80f6-4c4f-b2f6-7510095b7e7e tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 743.280907] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 743.280907] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.280907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.280907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.281260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.281319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.281708] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.330985] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 627da672-163b-4691-9ff9-0116596cda44 [ 743.331236] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.331373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.331442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.331701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.331806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.331917] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:627da672-163b-4691-9ff9-0116596cda44 already deleted. [ 743.332022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627da672-163b-4691-9ff9-0116596cda44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.589899] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.590242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.590639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.590639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.590764] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.590906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.590978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.592066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.592195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.592274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.592322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.592756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.592756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.592756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.594485] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.783953] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.824589] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.824930] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.824930] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.825157] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.825403] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.825555] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.825661] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.825869] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.826110] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.827225] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.827225] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.827225] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.827225] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.827225] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.827225] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.827475] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.856915] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.856915] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.856915] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.856915] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.856915] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.856915] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.856915] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.857306] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.857306] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.950097] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 743.950455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.950490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.950715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.950912] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.951036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.951100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.951249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.951325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954085] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.099537] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcfd9d43-34e6-4dad-9769-2f4f019567ba: rpc.has_security_group_logging(os_id): False [ 744.122031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.122331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.122331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.122678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.122836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.123198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.123397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.123489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.123768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.123893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.125252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.125252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.125252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.125252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125650] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.125820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.125921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.126202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.126331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.126484] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 744.203461] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.203653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.203720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.204095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.204095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.220504] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 744.286642] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.360773] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.363393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.363393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.363393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.363393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.363393] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd not found, creating... [ 744.364199] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.364601] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.364868] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.365401] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.365750] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.366264] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.366597] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.366800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.367146] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.367387] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.368958] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd is going to be created. [ 744.409328] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.409328] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.409328] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.409726] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.409776] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.409986] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.458280] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.458412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.458512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.458798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.458975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.459095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.459157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.459387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.459751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.459842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.460017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.460121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.460171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.460367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.460506] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.460594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.460798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.461023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.461877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.461973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.462137] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.791783] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.792269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.792917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.793254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.793425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.793573] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 744.843083] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.843577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.843577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.843711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.843989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.865406] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 744.965450] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ae93014-4084-4f1c-8b20-5b66eef04a71: rpc.has_security_group_logging(os_id): False [ 744.983438] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: SUCCESS [ 744.983761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.983874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.984179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.984407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.984585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.984687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.984952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.984952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.985071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.985131] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.004947] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.005164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.005245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.005550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.005657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.005884] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.006047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.006153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.006417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.006531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.006843] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.007008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.007256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.007447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.007539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.007816] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.008276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.008276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.008276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.008412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.008454] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be updated. [ 745.094355] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.094930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.095066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.095294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.095440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.111466] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: IN_PROGRESS for 2s [ 745.170501] env[65959]: INFO networking_nsxv3.common.synchronization [req-11d9fd97-f984-445b-aa64-c42764cce937 req-592fd261-202c-49a8-907c-a62c3326351e service nova] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 745.170797] env[65959]: INFO networking_nsxv3.common.synchronization [req-11d9fd97-f984-445b-aa64-c42764cce937 req-592fd261-202c-49a8-907c-a62c3326351e service nova] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 745.170797] env[65959]: INFO networking_nsxv3.common.synchronization [req-11d9fd97-f984-445b-aa64-c42764cce937 req-592fd261-202c-49a8-907c-a62c3326351e service nova] Enqueued Resource ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with Priority: HIGHEST for action port [ 745.171636] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 745.171778] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 745.173722] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with Priority: HIGHEST for action port [ 745.173722] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.173722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.173722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.173722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.173722] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.173722] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.174356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.174356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.174356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.174356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.174514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.174554] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.488250] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.576145] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c4147ba6-be14-4603-a752-67a731c71def None None] Enqueued Resource ID: d50f73bd-3731-44a9-91ae-30a536f27802 with Priority: HIGHEST for action port [ 745.577205] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50f73bd-3731-44a9-91ae-30a536f27802 with Priority: HIGHEST for action port [ 745.577586] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50f73bd-3731-44a9-91ae-30a536f27802 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.578220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50f73bd-3731-44a9-91ae-30a536f27802" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.578220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50f73bd-3731-44a9-91ae-30a536f27802" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.578220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50f73bd-3731-44a9-91ae-30a536f27802" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.578220] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50f73bd-3731-44a9-91ae-30a536f27802',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.676620] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.676620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.676959] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with status ACTIVE [ 745.677052] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.677740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.677740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.677740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.677883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.678526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.678526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.678526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.678526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.678526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.678789] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.679198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.679198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.679277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.680043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.680043] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd is going to be updated. [ 745.710469] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.710636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.710710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.711100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.711340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.711771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.991181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ec987d7-6150-44c3-b817-cd3a3238246b: rpc.has_security_group_logging(os_id): False [ 746.013982] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.014317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.014317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.014746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.014746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.014966] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.015051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.015090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.015262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.015377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.016184] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b is going to be created. [ 746.081949] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50f73bd-3731-44a9-91ae-30a536f27802 [ 746.082121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.082225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.082225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.082681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.082792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.082909] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50f73bd-3731-44a9-91ae-30a536f27802 already deleted. [ 746.082969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50f73bd-3731-44a9-91ae-30a536f27802" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.092413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.092612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.092612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.092830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.093424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.110085] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: IN_PROGRESS for 2s [ 746.239958] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 746.240665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.880508] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 746.880804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.882143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.882143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.882143] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.882143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.882143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.882143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.882143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.882143] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.942814] env[65959]: INFO networking_nsxv3.common.synchronization [req-770221d4-1498-4d9c-8baa-ca5c8d587d44 req-7e70f6fb-34f4-4a1d-994b-ac8b9bb90372 tempest-SecurityGroupRulesTestJSON-1102381694 tempest-SecurityGroupRulesTestJSON-1102381694-project-member] Enqueued Resource ID: 5edd917e-0570-4256-b87f-32677e944636 with Priority: HIGHEST for action security_group_rules [ 746.943448] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edd917e-0570-4256-b87f-32677e944636 with Priority: HIGHEST for action security_group_rules [ 746.943763] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5edd917e-0570-4256-b87f-32677e944636 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.943899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.951027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.951123] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5edd917e-0570-4256-b87f-32677e944636',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.143274] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 747.143576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.386544] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.474306] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.474563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.474563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.478184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.478184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.478184] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5edd917e-0570-4256-b87f-32677e944636 already deleted. [ 747.478184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5edd917e-0570-4256-b87f-32677e944636" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.889566] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.124076] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: SUCCESS [ 748.124307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.126602] env[65959]: INFO networking_nsxv3.common.synchronization [req-48fc4d92-d775-418f-b438-e7d8792965f0 req-f0085035-8fce-4ed6-b66a-cc7a5dc1da46 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 748.127098] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 748.127472] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.127651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.127651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.127890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128066] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.128168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.128230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.128763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.128763] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.392976] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.393405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.393405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.393405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.393405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.393609] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 748.429818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.430066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.430066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.430258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.430397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.445272] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 748.513562] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb9a81bc-6ca2-4a1b-9096-564741ccbf77 req-23b964f3-2768-4b5a-9ac1-b1b6f4249241 tempest-InstanceActionsV221TestJSON-1393793947 tempest-InstanceActionsV221TestJSON-1393793947-project-member] Enqueued Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_members [ 748.514542] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_members [ 748.514624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.514691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.514754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.517900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.518131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.518250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.518317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.518509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.518600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.518699] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.631638] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.021087] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.021703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.022151] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.022267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.022376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.022568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.022672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.022740] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d287476-aa48-4ef2-9f20-4005608709d8 already deleted. [ 749.022844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.097628] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.097962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-568" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.097962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-568" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.098354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-568" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.098567] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.098710] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.098854] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.099043] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.099168] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.099372] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.099548] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.099641] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.099718] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.099789] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.099868] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.099998] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.132500] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.132700] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.133532] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.133532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-568" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.133532] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.133532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.133532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.133894] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.134049] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58c7d43-ce0d-49f2-8743-ec5652ed1c21',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.134923] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.637379] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.637801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.637801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638083] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.639041] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.639041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port c58c7d43-ce0d-49f2-8743-ec5652ed1c21 not found, creating... [ 749.639041] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.639041] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.639041] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.639351] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.639351] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.639645] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.639803] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.639920] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.640349] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.640349] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.640465] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: c58c7d43-ce0d-49f2-8743-ec5652ed1c21 is going to be created. [ 749.641831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.641953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.642042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.642190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.642286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.642383] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 749.669584] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.669858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.670025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670368] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.670627] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670926] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.689932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.690139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.690236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.690484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.690688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.716845] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 750.162052] env[65959]: INFO networking_nsxv3.common.synchronization [req-8a50dde6-477f-4ad0-81e6-66fdcdbee8c1 req-8c441c66-f73d-441c-a745-0e4d74657805 tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 750.163265] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 750.163702] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.163964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.164141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.164432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.165085] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.165288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.165423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.165662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.165830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.165993] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.420652] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb9a81bc-6ca2-4a1b-9096-564741ccbf77 req-7154c52f-ace0-4ed4-a594-4a570173d72b service nova] Enqueued Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_rules [ 750.420741] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb9a81bc-6ca2-4a1b-9096-564741ccbf77 req-7154c52f-ace0-4ed4-a594-4a570173d72b service nova] Enqueued Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_members [ 750.420867] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb9a81bc-6ca2-4a1b-9096-564741ccbf77 req-7154c52f-ace0-4ed4-a594-4a570173d72b service nova] Enqueued Resource ID: c58c7d43-ce0d-49f2-8743-ec5652ed1c21 with Priority: HIGHEST for action port [ 750.422780] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_rules [ 750.422967] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_members [ 750.423225] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58c7d43-ce0d-49f2-8743-ec5652ed1c21 with Priority: HIGHEST for action port [ 750.423682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.423861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.424104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.428150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.428270] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.429333] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.429468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.429579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.429749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.430647] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.430647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.430647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.430647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.430647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.430647] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.431401] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.431571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.431640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.431752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.431831] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58c7d43-ce0d-49f2-8743-ec5652ed1c21',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.458916] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 750.459248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.459719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.459932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.460140] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.460257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.460736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.460922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.461023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.461116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.461208] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.668714] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.934608] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.934608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.934608] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.935967] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c58c7d43-ce0d-49f2-8743-ec5652ed1c21 with status ACTIVE [ 750.936249] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.936409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.936496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.936842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.936842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.937352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.937352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.937352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.937352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.937821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.938261] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.938261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.938261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.938487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.938487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.938487] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c58c7d43-ce0d-49f2-8743-ec5652ed1c21 is going to be updated. [ 750.964040] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.964564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.964564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58c7d43-ce0d-49f2-8743-ec5652ed1c21" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.966858] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.966858] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.966858] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.966858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.967634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.967634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.967634] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.967634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.967634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.967634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.967634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.967924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.967924] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.057811] env[65959]: INFO networking_nsxv3.common.synchronization [req-37671917-9845-4ad4-8f3e-8d69841ce5db req-46556067-510f-4f8b-8f76-bed23515bf5b tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 751.058581] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 751.058838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.058964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.059630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.059630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.059630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.059795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.059795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.059870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.059976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.060082] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.171982] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.436593] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.472707] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7266eb9c-9216-4686-bc49-89c4c979bbed: rpc.has_security_group_logging(os_id): False [ 751.492121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.492548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.495234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.495234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.495234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.495545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.495759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.495950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.496598] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.496598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.496705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.497400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.497400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.497400] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 751.554222] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.554457] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.554457] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.554683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.555044] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.555220] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.555220] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.555375] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.555655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.555735] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.555825] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.555891] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.555995] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.556109] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.556205] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.556327] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.563903] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.564161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.564161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.564605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.564858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.565102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.565213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.565270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.565419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.565522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.565767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 already deleted. [ 751.565767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.577414] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.577414] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.577683] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.577683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.577979] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.578176] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.578299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.578632] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.578770] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc77d70-0e2a-4a42-9cce-b5e62cc35c66',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.582760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.582760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.582760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.582760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.582760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.606401] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 751.631374] env[65959]: INFO networking_nsxv3.common.synchronization [req-2950dc27-9e3a-44d3-9a7d-16f78cf81cf3 req-601c1566-110a-4f63-a2c8-ccd21d28a44c tempest-MultipleCreateTestJSON-264041945 tempest-MultipleCreateTestJSON-264041945-project-member] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 751.632335] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGHEST for action security_group_members [ 751.632712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.632830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.676915] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.676915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.676915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.676915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.676915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.676915] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 751.725649] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.725811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.725878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.726139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.726285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.732344] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 751.732636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.737157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 751.939583] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.939710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.939803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.940015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.940110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.940209] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d287476-aa48-4ef2-9f20-4005608709d8 is going to be created. [ 751.971159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.971379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.971485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.971807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.972035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.983951] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d287476-aa48-4ef2-9f20-4005608709d8 in Status: UNINITIALIZED for 2s [ 752.083290] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.083290] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.083290] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.083511] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.083692] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.083815] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port adc77d70-0e2a-4a42-9cce-b5e62cc35c66 not found, creating... [ 752.084232] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.084470] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.084642] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.085068] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.085284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.085721] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.085955] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.086144] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.086454] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.086674] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.086859] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: adc77d70-0e2a-4a42-9cce-b5e62cc35c66 is going to be created. [ 752.121034] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.121034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.121232] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.122322] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.122322] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.122322] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.884034] env[65959]: INFO networking_nsxv3.common.synchronization [req-37671917-9845-4ad4-8f3e-8d69841ce5db req-1582ca7f-a136-4df6-8d96-d47d900c4c14 service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 752.884034] env[65959]: INFO networking_nsxv3.common.synchronization [req-37671917-9845-4ad4-8f3e-8d69841ce5db req-1582ca7f-a136-4df6-8d96-d47d900c4c14 service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 752.884034] env[65959]: INFO networking_nsxv3.common.synchronization [req-37671917-9845-4ad4-8f3e-8d69841ce5db req-1582ca7f-a136-4df6-8d96-d47d900c4c14 service nova] Enqueued Resource ID: adc77d70-0e2a-4a42-9cce-b5e62cc35c66 with Priority: HIGHEST for action port [ 752.884034] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 752.884772] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 752.884772] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc77d70-0e2a-4a42-9cce-b5e62cc35c66 with Priority: HIGHEST for action port [ 752.885027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.885027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.885170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.885888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.885888] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.887609] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.887609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.887609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.887912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.888167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.888167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.888167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.888440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.888440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.888719] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.890376] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.890581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.890581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.890849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.890956] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc77d70-0e2a-4a42-9cce-b5e62cc35c66',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.398031] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.398031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398031] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adc77d70-0e2a-4a42-9cce-b5e62cc35c66 with status ACTIVE [ 753.398031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.399110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.399273] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.399355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.399355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.399547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.399711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.400695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adc77d70-0e2a-4a42-9cce-b5e62cc35c66 is going to be updated. [ 753.429721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.429948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.430072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.430409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.430625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.431119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc77d70-0e2a-4a42-9cce-b5e62cc35c66" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.635531] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 753.635531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.747474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 753.747474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.747474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.747474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.747666] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.747666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.747763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.747836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.748310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.748310] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.902761] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.004175] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d287476-aa48-4ef2-9f20-4005608709d8 in Status: SUCCESS [ 754.004430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.004612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.004837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.005067] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.005205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.005307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.005445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.005599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.005599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.005691] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.253114] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.256114] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.256114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.256114] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be updated. [ 754.307970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.307970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.307970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.307970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.307970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.316243] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: IN_PROGRESS for 2s [ 754.407073] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.407233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.407759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.407759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.407759] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be created. [ 754.438274] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.452325] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: UNINITIALIZED for 2s [ 754.512167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.512332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.512431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.512827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.513017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.528986] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.528986] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.528986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.528986] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.017717] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d287476-aa48-4ef2-9f20-4005608709d8: rpc.has_security_group_logging(os_id): False [ 755.036485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.036485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.036485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.036485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.036920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.036920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.036920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.036920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.037033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.037444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037444] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d287476-aa48-4ef2-9f20-4005608709d8 is going to be created. [ 755.104110] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.104262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.104330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.104604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.104724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.116555] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d287476-aa48-4ef2-9f20-4005608709d8 in Status: IN_PROGRESS for 2s [ 755.861027] env[65959]: INFO networking_nsxv3.common.synchronization [req-8714ea24-0aac-4ec3-8f7e-7083a0959146 req-f24ce4e2-6906-4b62-8512-746823c67e25 tempest-ServersTestManualDisk-1690603069 tempest-ServersTestManualDisk-1690603069-project-member] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_members [ 755.861821] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGHEST for action security_group_members [ 755.862538] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.862538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.862538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.862826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.863091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.863250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.863350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.863622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.863729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.863875] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.331157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba in Status: SUCCESS [ 756.331731] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba deletion is rescheduled due to dependency. [ 756.331731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.367231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.367402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.367521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.367778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.367909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.368146] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.368279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.368342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.368519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.369110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.369110] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d is going to be updated. [ 756.449418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.449418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.449418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.449418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.463345] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d in Status: IN_PROGRESS for 2s [ 756.464493] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 756.464779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.464956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.465571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.465571] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.465750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.465750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.466337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.466337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.466337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.466473] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.601732] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 756.601823] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 756.602549] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 756.602909] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 756.603813] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.604018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.604114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.604418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.604617] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.604772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.604843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.606107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.606107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.606107] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.606267] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.606317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.606355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.606932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.606932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.606932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.606932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.607226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.607226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.607226] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.663194] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 756.663393] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 756.663516] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_rules [ 756.663636] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 756.663756] env[65959]: INFO networking_nsxv3.common.synchronization [req-16483297-edf4-4013-84c9-18aed4deade6 req-827342a5-15cc-43d6-bfb5-fec40139ff66 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with Priority: HIGHEST for action port [ 756.664324] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 756.664459] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_rules [ 756.664553] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with Priority: HIGHEST for action port [ 756.664641] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 756.664727] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 756.664995] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.665126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.665234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.665383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.665461] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.666438] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.670550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.670550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.670550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.670550] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.670550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.670550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.670550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.670550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.670550] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.670550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671151] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.969485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.969836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.969836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.969978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.970311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.970311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.970608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.970608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.970877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.970877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.971009] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.971184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.971250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.971373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.971576] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.971755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.971836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.976685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.976823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.976823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.976967] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.108793] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.111965] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.144435] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d287476-aa48-4ef2-9f20-4005608709d8 in Status: SUCCESS [ 757.145211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.172353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.172546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.173090] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.173229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.173464] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with status ACTIVE [ 757.173697] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.173863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.173966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.174297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.174442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.174700] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.174859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.174963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.175618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.175767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.176088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.176264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.176386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.176874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.177352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.177352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd is going to be updated. [ 757.209830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.210055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.210055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.210271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.210413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.210579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.471831] env[65959]: INFO networking_nsxv3.common.synchronization [req-4e0d18a4-c868-457e-b378-3a84d498e008 req-d488edb7-644b-4d32-84f8-02911e940cce tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 757.472561] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 757.472923] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.473862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.474268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474385] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.474494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.474715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.474895] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.479766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ddc6ef2-049b-4206-87fc-1ee8e8058058: rpc.has_security_group_logging(os_id): False [ 757.501259] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.501462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.501462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.501741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.501829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.502050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.502161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.502225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.502381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.502459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.502673] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.502765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.502825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.503314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.503609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.503707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.503815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.503993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.504282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.504390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.504484] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be created. [ 757.580130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.580130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.580130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.580130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.580130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.595812] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 757.612778] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.612778] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.900516] env[65959]: INFO networking_nsxv3.common.synchronization [req-6baec67c-9231-44bb-9cb8-bea842746715 req-172a1471-3be0-49d9-9d84-2ac428825995 tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 757.901022] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 757.901425] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.901748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.902101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.902445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.902742] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.903040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.903040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.903146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.903260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.903453] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.977088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.977296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.977296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.977532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.977627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.977824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.977919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.977982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.978160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.978239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.978324] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 already deleted. [ 757.978409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.092134] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a4184725-f829-40ff-8670-5c5de4d45561 None None] Enqueued Resource ID: c9cfb4b1-1262-407e-9ed9-db61f06ae5f4 with Priority: HIGHEST for action port [ 758.092730] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cfb4b1-1262-407e-9ed9-db61f06ae5f4 with Priority: HIGHEST for action port [ 758.093122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9cfb4b1-1262-407e-9ed9-db61f06ae5f4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.094395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9cfb4b1-1262-407e-9ed9-db61f06ae5f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.094482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9cfb4b1-1262-407e-9ed9-db61f06ae5f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.094856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9cfb4b1-1262-407e-9ed9-db61f06ae5f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.094957] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cfb4b1-1262-407e-9ed9-db61f06ae5f4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.115475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.115692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.115878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.116125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.116356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.116437] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 758.117760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.117875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.117936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.118140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.118224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.118312] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be created. [ 758.148710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.148856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.148928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.149163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.149352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.152283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.152508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.152631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.152922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.153151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.165707] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 758.166529] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: UNINITIALIZED for 2s [ 758.234363] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.234653] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.234849] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.235755] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.236093] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.236298] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.236422] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.236749] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.236898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.237196] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.237363] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.237549] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.237608] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.237797] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.237942] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.238152] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.258428] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.258626] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.258749] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.258916] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.259368] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.259572] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.259683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.260017] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.260151] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.405707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.405886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.405886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.406138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.406255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.406451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.406551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.406615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.406776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.406852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.406936] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 758.454603] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.454804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.454849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.455068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.455477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.465510] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 758.475074] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d in Status: SUCCESS [ 758.475074] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d deletion is rescheduled due to dependency. [ 758.475074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.600608] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9cfb4b1-1262-407e-9ed9-db61f06ae5f4 [ 758.600819] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.601082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.601082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.601251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.601345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.601439] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9cfb4b1-1262-407e-9ed9-db61f06ae5f4 already deleted. [ 758.601523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9cfb4b1-1262-407e-9ed9-db61f06ae5f4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.763069] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.763410] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.763872] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.763957] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.764093] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.764245] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 not found, creating... [ 758.764503] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.764661] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.764771] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.765010] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.765152] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.765434] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.765584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.765696] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.765896] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.766266] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.766266] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 is going to be created. [ 758.788229] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.788445] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.788532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.788807] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.789052] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.789278] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.875920] env[65959]: INFO networking_nsxv3.common.synchronization [req-b2a46f1a-68fa-4eb9-bdaa-a388ca67baa0 req-12863f70-3182-4d5c-8903-8c240c526794 tempest-ServersAdminNegativeTestJSON-832376594 tempest-ServersAdminNegativeTestJSON-832376594-project-member] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 758.876557] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 758.876872] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.877008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.877086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.877343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.877500] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.877600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.877663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.877905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.878074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.878185] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.381318] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.381485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.382041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.382382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.382563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.382955] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.383375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.383515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.383772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.384162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.384336] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f already deleted. [ 759.384478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.385664] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.385956] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.386158] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.386655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.386786] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.387053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.387773] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.388099] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.388289] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.388576] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.388714] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.388850] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.388970] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.389124] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.389259] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.389422] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.414353] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.414504] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.415058] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.415058] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.415194] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-6db3698a-3644-4cdc-a829-8a61c855f632 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.415310] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.415407] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.415732] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.417019] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db3698a-3644-4cdc-a829-8a61c855f632',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.525855] env[65959]: INFO networking_nsxv3.common.synchronization [req-4e0d18a4-c868-457e-b378-3a84d498e008 req-067559f2-ba74-4b09-be7b-ed81f0247df6 service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 759.526123] env[65959]: INFO networking_nsxv3.common.synchronization [req-4e0d18a4-c868-457e-b378-3a84d498e008 req-067559f2-ba74-4b09-be7b-ed81f0247df6 service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 759.526171] env[65959]: INFO networking_nsxv3.common.synchronization [req-4e0d18a4-c868-457e-b378-3a84d498e008 req-067559f2-ba74-4b09-be7b-ed81f0247df6 service nova] Enqueued Resource ID: d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 with Priority: HIGHEST for action port [ 759.526656] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 759.526809] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 759.526905] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 with Priority: HIGHEST for action port [ 759.527367] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.527497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.527573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.527851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.527937] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.529287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.529541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.529622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.529796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.531032] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.531032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.531032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.531032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.531032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.531032] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.532138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.532375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.532468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.532694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.532792] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.609569] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 759.609881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.919177] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.919554] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.919770] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.920138] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.920536] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.920574] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 6db3698a-3644-4cdc-a829-8a61c855f632 not found, creating... [ 759.920950] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.921196] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.921371] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.921762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.921982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.922446] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.922678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.922884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.923195] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.923527] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.923740] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 6db3698a-3644-4cdc-a829-8a61c855f632 is going to be created. [ 759.946991] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.946991] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.946991] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.946991] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.947326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.947618] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.029955] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.030144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.032610] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.034405] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 with status ACTIVE [ 760.034550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.034686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.034939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.035050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.035143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.035793] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.035793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.035793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.035793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.035793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.036032] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.036032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.036032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.036140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.036217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.036294] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607 is going to be updated. [ 760.070561] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.070561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.070561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.070879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.070879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.071088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ec0b5d-9cc5-4f52-a895-c2bdf63a3607" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.179766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 760.179766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.180250] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 760.180453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.181144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.181384] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.181508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.181573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.181749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.181817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181912] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.182868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.182950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.183112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.183221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.183279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.183436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.183496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.183648] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.477617] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 760.477917] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 deletion is rescheduled due to dependency. [ 760.477917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.493922] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f483aa8c-65f0-4dc9-93af-442d2e6d1152 None None] Enqueued Resource ID: f6f73e92-ab61-40bc-a013-353b4ea45523 with Priority: HIGHEST for action port [ 760.494620] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f73e92-ab61-40bc-a013-353b4ea45523 with Priority: HIGHEST for action port [ 760.494933] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6f73e92-ab61-40bc-a013-353b4ea45523 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.495807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6f73e92-ab61-40bc-a013-353b4ea45523" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.496028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6f73e92-ab61-40bc-a013-353b4ea45523" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.497668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6f73e92-ab61-40bc-a013-353b4ea45523" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.497668] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f73e92-ab61-40bc-a013-353b4ea45523',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.534808] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.693509] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.693509] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.785827] env[65959]: INFO networking_nsxv3.common.synchronization [req-b2a46f1a-68fa-4eb9-bdaa-a388ca67baa0 req-d98b9fba-aef9-4a12-94da-4afead8782fd service nova] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_rules [ 760.786088] env[65959]: INFO networking_nsxv3.common.synchronization [req-b2a46f1a-68fa-4eb9-bdaa-a388ca67baa0 req-d98b9fba-aef9-4a12-94da-4afead8782fd service nova] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 760.786254] env[65959]: INFO networking_nsxv3.common.synchronization [req-b2a46f1a-68fa-4eb9-bdaa-a388ca67baa0 req-d98b9fba-aef9-4a12-94da-4afead8782fd service nova] Enqueued Resource ID: 6db3698a-3644-4cdc-a829-8a61c855f632 with Priority: HIGHEST for action port [ 760.786494] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_rules [ 760.786623] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 760.786718] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db3698a-3644-4cdc-a829-8a61c855f632 with Priority: HIGHEST for action port [ 760.787306] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.787757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.787827] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.788710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.788789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.788852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.789033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.789176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.789269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.789330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.789682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.789682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.789682] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.790431] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db3698a-3644-4cdc-a829-8a61c855f632 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.790568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.790617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.791177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.791177] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db3698a-3644-4cdc-a829-8a61c855f632',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.998229] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6f73e92-ab61-40bc-a013-353b4ea45523 [ 760.998466] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.998602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.998671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.998887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.998977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.999182] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6f73e92-ab61-40bc-a013-353b4ea45523 already deleted. [ 760.999287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6f73e92-ab61-40bc-a013-353b4ea45523" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.037266] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.040025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.040025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.040025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.040025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.040025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be created. [ 761.061968] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.062813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.062813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.062813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.062813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.071394] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: UNINITIALIZED for 2s [ 761.142838] env[65959]: INFO networking_nsxv3.common.synchronization [req-a4d4cc3e-b8f9-4509-a630-ce6d5040acec req-5513c376-2d7c-48cb-8356-a7e88865cf4a tempest-ServerGroupTestJSON-885223290 tempest-ServerGroupTestJSON-885223290-project-member] Enqueued Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_members [ 761.142838] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_members [ 761.142838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.142838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.142838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.142838] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.194378] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.195593] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.293656] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.293791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.294036] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.294950] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6db3698a-3644-4cdc-a829-8a61c855f632 with status ACTIVE [ 761.295211] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.295352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.295625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.295730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.295910] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.296027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.296080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.296503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.296566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.296627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.296920] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6db3698a-3644-4cdc-a829-8a61c855f632 is going to be updated. [ 761.321227] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.321364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.321442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.321853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.322016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.322196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db3698a-3644-4cdc-a829-8a61c855f632" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.608580] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.609862] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.609862] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.610177] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.614068] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.614068] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.614068] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.614068] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.614068] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.614068] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.614068] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.614068] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.614068] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.614068] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.614068] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.614068] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.639443] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.639585] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.639784] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.641020] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-618" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.641020] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-8ea3567c-9274-48e2-bbc3-8cef00123db9 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.641020] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.641020] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.641020] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.641364] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea3567c-9274-48e2-bbc3-8cef00123db9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.644791] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.644916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.645488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.645488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.645488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.645653] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.645717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.647039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.647039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.647278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.647278] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 359ac0b6-6acd-4288-8e63-fc817353995e already deleted. [ 761.648337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.697825] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.698014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.698091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.698306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.698397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.698493] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be updated. [ 761.699797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.699911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.699979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.700165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.700248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.700335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 761.733023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.733192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.733230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.733998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.733998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.735317] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.735473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.735525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.735652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.735799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.746415] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: IN_PROGRESS for 2s [ 761.747126] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 761.800301] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.144588] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.145129] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.145341] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.145679] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.145836] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.145987] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 8ea3567c-9274-48e2-bbc3-8cef00123db9 not found, creating... [ 762.146259] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.146442] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.146554] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.146798] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.146983] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.147317] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.147477] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.147586] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.147790] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.147916] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.148798] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 8ea3567c-9274-48e2-bbc3-8cef00123db9 is going to be created. [ 762.172774] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.172988] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.173106] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.173584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.173743] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.173983] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.303043] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.303295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.303599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.303933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.303997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.304087] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be created. [ 762.308896] env[65959]: INFO networking_nsxv3.common.synchronization [None req-b6a93c3a-9b62-4386-8578-a7dd0f3cf73b None None] Enqueued Resource ID: e0b525ad-0259-4195-959f-12a804d3320f with Priority: HIGHEST for action port [ 762.309183] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b525ad-0259-4195-959f-12a804d3320f with Priority: HIGHEST for action port [ 762.309860] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b525ad-0259-4195-959f-12a804d3320f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.310066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b525ad-0259-4195-959f-12a804d3320f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.310066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b525ad-0259-4195-959f-12a804d3320f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.310314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b525ad-0259-4195-959f-12a804d3320f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.310398] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b525ad-0259-4195-959f-12a804d3320f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.334271] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.334482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.334482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.334690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.334850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.344206] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: UNINITIALIZED for 2s [ 762.812497] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0b525ad-0259-4195-959f-12a804d3320f [ 762.812869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.813051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.813141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.813394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.813522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.813658] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0b525ad-0259-4195-959f-12a804d3320f already deleted. [ 762.813758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b525ad-0259-4195-959f-12a804d3320f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.914223] env[65959]: INFO networking_nsxv3.common.synchronization [req-a4d4cc3e-b8f9-4509-a630-ce6d5040acec req-db68801e-556d-4c80-9ec6-30f6383e8553 service nova] Enqueued Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_rules [ 762.914401] env[65959]: INFO networking_nsxv3.common.synchronization [req-a4d4cc3e-b8f9-4509-a630-ce6d5040acec req-db68801e-556d-4c80-9ec6-30f6383e8553 service nova] Enqueued Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_members [ 762.914524] env[65959]: INFO networking_nsxv3.common.synchronization [req-a4d4cc3e-b8f9-4509-a630-ce6d5040acec req-db68801e-556d-4c80-9ec6-30f6383e8553 service nova] Enqueued Resource ID: 8ea3567c-9274-48e2-bbc3-8cef00123db9 with Priority: HIGHEST for action port [ 762.915132] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_rules [ 762.915938] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_members [ 762.915938] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea3567c-9274-48e2-bbc3-8cef00123db9 with Priority: HIGHEST for action port [ 762.915938] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.915938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.915938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.916368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.916368] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.917032] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.917941] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.917941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.918277] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.918931] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea3567c-9274-48e2-bbc3-8cef00123db9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.919056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.919140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.919237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.919311] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea3567c-9274-48e2-bbc3-8cef00123db9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.082755] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 763.082920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.083528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.083811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.084079] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.084235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.084310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.084524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.084630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.084740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.084861] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.123684] env[65959]: INFO networking_nsxv3.common.synchronization [req-f1388523-d4f4-4bbc-9964-c6dc32df0a8f req-cc01c0a4-4678-47d5-95ec-a7dcaa531b5d tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 763.125318] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 763.125318] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.128381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.128381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.128381] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.247171] env[65959]: INFO networking_nsxv3.common.synchronization [req-ab20706e-26e5-4e27-a70e-68a189a702ae req-f7eefa4e-f355-4e06-8bd1-b1d5e4557da2 tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 763.247171] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 763.247171] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.247171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.247397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.247397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.248034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.248034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.248182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.249142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.249142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.249142] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.270019] env[65959]: INFO networking_nsxv3.common.synchronization [req-ab20706e-26e5-4e27-a70e-68a189a702ae req-f7eefa4e-f355-4e06-8bd1-b1d5e4557da2 tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 763.270772] env[65959]: INFO networking_nsxv3.common.synchronization [req-ab20706e-26e5-4e27-a70e-68a189a702ae req-f7eefa4e-f355-4e06-8bd1-b1d5e4557da2 tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 763.271081] env[65959]: INFO networking_nsxv3.common.synchronization [req-ab20706e-26e5-4e27-a70e-68a189a702ae req-f7eefa4e-f355-4e06-8bd1-b1d5e4557da2 tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 64408f6b-4eef-4cdf-a145-881039ebd42b with Priority: HIGHEST for action port [ 763.271771] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 763.272067] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 763.272298] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64408f6b-4eef-4cdf-a145-881039ebd42b with Priority: HIGHEST for action port [ 763.273065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.275499] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.275499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.275499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-64408f6b-4eef-4cdf-a145-881039ebd42b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.275499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.275957] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64408f6b-4eef-4cdf-a145-881039ebd42b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.421874] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.423243] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.424413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.424413] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ea3567c-9274-48e2-bbc3-8cef00123db9 with status ACTIVE [ 763.424413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.424413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.424413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.424413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.424413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.424413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.424413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.425195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.425195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.425195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.425195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.425195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.425449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.425449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.425538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.425538] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ea3567c-9274-48e2-bbc3-8cef00123db9 is going to be updated. [ 763.451019] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.451019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.451199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.451305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.451458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.451614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea3567c-9274-48e2-bbc3-8cef00123db9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.591669] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.592976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.592976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.592976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.592976] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.592976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.592976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.592976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.593348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.593348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.593348] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.593348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.593508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.593543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.593680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.593776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.593835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.593979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.594228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.594315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.594408] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.630858] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.631062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.631137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.631448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.631540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.631790] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.631885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.631948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.632121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.632298] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 763.663175] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.663175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.663175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.663396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.663497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.673017] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 763.751032] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.757621] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 763.757838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.757992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.758233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.758420] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.758541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.758604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.758755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.758837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.759023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.759023] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.760501] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 763.760933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.760933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.761132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.761200] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.761306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.761370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.761519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.761624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.761712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.761786] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.777171] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.777337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.777459] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64408f6b-4eef-4cdf-a145-881039ebd42b with status ACTIVE [ 763.777634] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.777736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.777803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.778008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.778102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.778266] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.778361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.778422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.778570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.778647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.779033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.779033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779245] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64408f6b-4eef-4cdf-a145-881039ebd42b is going to be updated. [ 763.806864] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.806864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.806864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.807740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.807740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.807740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928427] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.098577] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27858cc4-087d-4859-96b9-de5786aea337: rpc.has_security_group_logging(os_id): False [ 764.124283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.126949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.126949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.126949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.127526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.127870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.128021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.128302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.128399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.128494] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be created. [ 764.209829] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.209982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.210091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.210325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.210640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.226772] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 764.253307] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.263843] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.265524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.265524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.265524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.265524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.265524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.265969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.265969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.265969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.265969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.265969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.266276] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.266276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.266696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.267329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.267329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.267462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.267462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.267734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.267821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.268436] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.356593] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 764.356848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.358616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.359025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.359272] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.359411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.359479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.360302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.360302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.360302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.360302] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.431743] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.432482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.432482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.432482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.432934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.432934] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 359ac0b6-6acd-4288-8e63-fc817353995e is going to be created. [ 764.476525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.476525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.476775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.476822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.477306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.507253] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 359ac0b6-6acd-4288-8e63-fc817353995e in Status: UNINITIALIZED for 2s [ 764.748687] env[65959]: INFO networking_nsxv3.common.synchronization [req-fbc472ed-6315-46e7-a5cf-79dfbe9075d2 req-81d6bd17-92ea-49a7-a585-12dbc484f11b tempest-ServerMetadataNegativeTestJSON-1198176962 tempest-ServerMetadataNegativeTestJSON-1198176962-project-member] Enqueued Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_members [ 764.749592] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_members [ 764.750387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.750387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.750387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.751111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.751111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.752181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.752181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.752181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.752181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.752181] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.758050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.758050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.758050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.758426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.758628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.758739] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 764.770632] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7266eb9c-9216-4686-bc49-89c4c979bbed: rpc.has_security_group_logging(os_id): False [ 764.771929] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd77507c-e789-4bd4-aa21-e7b4e2cb8b76: rpc.has_security_group_logging(os_id): False [ 764.798731] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.798995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.799100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.799271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.799497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.799622] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.799760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.799817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.800044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.800166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.800388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.800486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.800562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.800723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.800799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.801504] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.801634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.801804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.802029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.802135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.802215] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 764.808011] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.808246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.808246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.808461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.809752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.809752] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.809752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.809752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.809752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.809752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.809752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be created. [ 764.831021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.831421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.831421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.831629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.831629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.849991] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 764.863397] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.863584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.863626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.864737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.864737] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.864737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.864737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.864737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.864737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.864737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.864737] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.865253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.865253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.865253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.865253] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.865253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.865253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.865427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.865490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.865592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.865679] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.947785] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.947785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.947785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.947785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.947785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.954693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.954836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.954902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.955245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.955665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.970818] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: IN_PROGRESS for 2s [ 764.978845] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 765.035852] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c4bfa801-17d9-4223-a004-8c98e53bccc4 None None] Enqueued Resource ID: 9c0870c6-418f-476b-b50f-59b1a8c48279 with Priority: HIGHEST for action port [ 765.036677] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0870c6-418f-476b-b50f-59b1a8c48279 with Priority: HIGHEST for action port [ 765.036768] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0870c6-418f-476b-b50f-59b1a8c48279 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.038641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0870c6-418f-476b-b50f-59b1a8c48279" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.038641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0870c6-418f-476b-b50f-59b1a8c48279" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.038641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0870c6-418f-476b-b50f-59b1a8c48279" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.038641] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0870c6-418f-476b-b50f-59b1a8c48279',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.143022] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.143265] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-388" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.143388] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-388" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.144741] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-388" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.144741] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.144741] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.144741] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.144741] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.145422] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.145422] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.145422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.145422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.145422] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.145662] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.145738] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.145875] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.167743] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.168233] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.168233] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.168374] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-388" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.168592] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.168762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.168882] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.169327] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.169462] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.256923] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.257480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.257480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.257480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.257480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.258016] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.258016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.258016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.258016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.258016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.258178] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 already deleted. [ 765.258178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.369177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1539055c-9992-45e2-9195-9eb35814ef0f: rpc.has_security_group_logging(os_id): False [ 765.388414] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.388786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.388851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.389226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.390038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.390277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.390993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.390993] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.391153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.391349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.391502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.391811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.391966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.392087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.392325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.392466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.392619] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be created. [ 765.467508] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.467662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.467712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.467922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.468115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.481399] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 765.543185] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c0870c6-418f-476b-b50f-59b1a8c48279 [ 765.543444] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.543585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.543649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.543932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.544107] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c0870c6-418f-476b-b50f-59b1a8c48279 already deleted. [ 765.544207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0870c6-418f-476b-b50f-59b1a8c48279" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.673463] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.674233] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.674233] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.674541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.674698] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.674928] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c not found, creating... [ 765.675156] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.675315] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.675425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.675658] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.675794] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.676683] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.676683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.676907] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.676990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.677145] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.677282] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c is going to be created. [ 765.694670] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 765.694670] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 765.694670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.704029] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.704270] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.704309] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.704587] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.705119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.705119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.244744] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 766.245455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.502329] env[65959]: INFO networking_nsxv3.common.synchronization [req-fbc472ed-6315-46e7-a5cf-79dfbe9075d2 req-ccc2dd69-2f17-4bb8-a268-5769e89d1673 service nova] Enqueued Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_rules [ 766.502540] env[65959]: INFO networking_nsxv3.common.synchronization [req-fbc472ed-6315-46e7-a5cf-79dfbe9075d2 req-ccc2dd69-2f17-4bb8-a268-5769e89d1673 service nova] Enqueued Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_members [ 766.502725] env[65959]: INFO networking_nsxv3.common.synchronization [req-fbc472ed-6315-46e7-a5cf-79dfbe9075d2 req-ccc2dd69-2f17-4bb8-a268-5769e89d1673 service nova] Enqueued Resource ID: 79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c with Priority: HIGHEST for action port [ 766.503380] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_rules [ 766.503549] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_members [ 766.503647] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c with Priority: HIGHEST for action port [ 766.503959] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.505083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.505208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.506529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.506697] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.510215] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.510215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.510215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.510582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.510833] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.510941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.511018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.511190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.511275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.511355] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.512721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.512854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.512914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.514773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.514773] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.527736] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 359ac0b6-6acd-4288-8e63-fc817353995e in Status: SUCCESS [ 766.527736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.527736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.527736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.527736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.527736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.527736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.527736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.528185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.528185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.528185] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.860206] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 766.860345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.860437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.861033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.861254] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.861337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.861614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.861614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.861785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.861785] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.985016] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 766.985355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.995297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 766.995545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.015725] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c with status ACTIVE [ 767.015977] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.016127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.016197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.016821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.016821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.016821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.016821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.016821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.017117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.017117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.017473] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.017653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.017720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.017947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.017996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.018093] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c is going to be updated. [ 767.019476] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.020417] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.020616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.031247] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.031399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.031450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.031724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.031915] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.032030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.032103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.032271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.032359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.032446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.032592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.032688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.032786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.032955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.033103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.033194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.033254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.033394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.033466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.033546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.033634] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.042596] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.042757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.042831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.043852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.044113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.044335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79cd9a12-c8e1-4568-a7e2-d67ada5ebc2c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.356162] env[65959]: INFO networking_nsxv3.common.synchronization [req-49a325be-a428-4aaf-baa1-d2b49b2cba7e req-c4d7f968-ee43-4adc-b40e-d7e0378619ea tempest-ServersV294TestFqdnHostnames-95673802 tempest-ServersV294TestFqdnHostnames-95673802-project-member] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_members [ 767.356755] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_members [ 767.357658] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.357894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.358086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.358436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.358728] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.358913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.359031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.359292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.360591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.361139] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.363715] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.496534] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 767.496683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.522305] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.535410] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 359ac0b6-6acd-4288-8e63-fc817353995e: rpc.has_security_group_logging(os_id): False [ 767.553735] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.553871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.553915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.554228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.554228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.554410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.554634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.554634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.554752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.554792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.555044] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.555171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.555234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.555383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.555446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.555634] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.555768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.555805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.555915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.555988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.557157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 359ac0b6-6acd-4288-8e63-fc817353995e is going to be created. [ 767.645804] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.646601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.646601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.646601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.646601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.660528] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 359ac0b6-6acd-4288-8e63-fc817353995e in Status: IN_PROGRESS for 2s [ 767.850285] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.850476] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-416" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.850599] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-416" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.851190] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-416" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.851461] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.851615] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.851765] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.851988] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852150] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852359] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.852454] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.852555] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.852656] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.852805] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.852912] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.852985] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.865867] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.866080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.868110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.868376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.868471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.868713] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.868829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.868903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.869208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.869208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.869299] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 already deleted. [ 767.869351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.869633] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.886499] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.886751] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.886906] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.887366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-416" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.887715] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-04cd7658-00fa-4d39-83d1-2e4e50573670 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.888098] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.888171] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.888605] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.888643] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04cd7658-00fa-4d39-83d1-2e4e50573670',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.031387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.033950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.033950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.033950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.033950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.033950] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 is going to be created. [ 768.059841] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.059841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.059841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.059841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.059841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.069228] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 in Status: UNINITIALIZED for 2s [ 768.372305] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.372677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.372677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.372843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.372911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.373025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 768.391366] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.391366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.391366] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.391644] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.392183] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.392183] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 04cd7658-00fa-4d39-83d1-2e4e50573670 not found, creating... [ 768.392342] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.392557] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.392557] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.393201] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.393201] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.393201] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.393576] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.393576] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.393654] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.394097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.394097] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 04cd7658-00fa-4d39-83d1-2e4e50573670 is going to be created. [ 768.426450] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.426802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.426802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.427093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.427093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.446093] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 768.453601] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.453601] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.453601] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.453901] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.454146] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.454381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.174032] env[65959]: INFO networking_nsxv3.common.synchronization [req-49a325be-a428-4aaf-baa1-d2b49b2cba7e req-02a7c0e4-38cb-4fb0-9b79-9ab9b886b33c service nova] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_rules [ 769.174278] env[65959]: INFO networking_nsxv3.common.synchronization [req-49a325be-a428-4aaf-baa1-d2b49b2cba7e req-02a7c0e4-38cb-4fb0-9b79-9ab9b886b33c service nova] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_members [ 769.174407] env[65959]: INFO networking_nsxv3.common.synchronization [req-49a325be-a428-4aaf-baa1-d2b49b2cba7e req-02a7c0e4-38cb-4fb0-9b79-9ab9b886b33c service nova] Enqueued Resource ID: 04cd7658-00fa-4d39-83d1-2e4e50573670 with Priority: HIGHEST for action port [ 769.175019] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_rules [ 769.175180] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_members [ 769.175268] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cd7658-00fa-4d39-83d1-2e4e50573670 with Priority: HIGHEST for action port [ 769.175507] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.175638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.175707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.175934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.176028] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.177154] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177504] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177976] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.179310] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-04cd7658-00fa-4d39-83d1-2e4e50573670 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.179310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.179310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.179310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.179310] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04cd7658-00fa-4d39-83d1-2e4e50573670',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.677357] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 359ac0b6-6acd-4288-8e63-fc817353995e in Status: SUCCESS [ 769.677748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.684375] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.684375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.684375] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.684375] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04cd7658-00fa-4d39-83d1-2e4e50573670 with status ACTIVE [ 769.684375] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.684375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.684375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.685377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.686225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.689757] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.689757] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.689757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.689757] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04cd7658-00fa-4d39-83d1-2e4e50573670 is going to be updated. [ 769.716139] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.716288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.716336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.716533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.716705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.717022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04cd7658-00fa-4d39-83d1-2e4e50573670" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.743239] env[65959]: INFO networking_nsxv3.common.synchronization [req-ef88732e-926a-4c9e-a377-83b7e450b94a req-d0ee4ef7-6474-4a48-82f6-ab60cc033f97 tempest-InstanceActionsV221TestJSON-1393793947 tempest-InstanceActionsV221TestJSON-1393793947-project-member] Enqueued Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_members [ 769.743919] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGHEST for action security_group_members [ 769.744623] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.744822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.744890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.745200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.745361] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.745509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.745602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.746733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.746821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746962] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.083936] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 in Status: SUCCESS [ 770.084241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.084382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.084604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.084802] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.084925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.085164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.085242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.085439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.085439] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.195084] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.227638] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-7385f7c8-8856-4928-ac96-a5c835589e07 tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 770.228750] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 770.229264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.229609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.229754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.230163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.230527] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.230833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.231062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.231434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.231661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.232038] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.252655] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.252655] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.252655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.252655] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d287476-aa48-4ef2-9f20-4005608709d8 is going to be updated. [ 770.292072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.294026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.294026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.294026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.294026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.308520] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d287476-aa48-4ef2-9f20-4005608709d8 in Status: IN_PROGRESS for 2s [ 770.460437] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 770.460437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.460671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.460811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.460999] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.461130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.463093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.463093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.463093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463093] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.502050] env[65959]: INFO networking_nsxv3.common.synchronization [req-b5c83f02-e444-44e0-87b2-a86fa0715fed req-baa93434-4c5d-42b6-b60e-817e9de05477 tempest-ServersTestJSON-1037373684 tempest-ServersTestJSON-1037373684-project-member] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_members [ 770.502633] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGHEST for action security_group_members [ 770.502988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.503269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.503348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.503597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.503733] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.503837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.503898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.504069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.504808] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.589170] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.589430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.589547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.590859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.591181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.591359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.591523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.591800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.591987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.592612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.592612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.592877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.592877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.593122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.593443] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.593668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.595849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.596333] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.596473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.596633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.596796] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.696712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.697171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.697171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.697371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.697422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.697489] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 is going to be created. [ 770.726957] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.727314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.728056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.728243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.728515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.735487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.735719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.735719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.735910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.736009] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.736205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.736300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.736394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.736508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.736589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.736882] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 already deleted. [ 770.736882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.743195] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 in Status: UNINITIALIZED for 2s [ 770.865854] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-d883cfa6-1aae-4786-88fb-d4890728d5cf tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 770.866511] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 770.866818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.866939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.867091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.867377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.870911] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.870911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.870911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.870911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.870911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.870911] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.964691] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.007757] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.008324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.008324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.008324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.008498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.008600] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.008676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.008740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.008900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.009019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.009068] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef841514-222a-4fab-add5-9480c19f083e is going to be updated. [ 771.037118] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.037306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.037369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.037560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.041031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.047471] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef841514-222a-4fab-add5-9480c19f083e in Status: IN_PROGRESS for 2s [ 771.100607] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d213dfa-2981-4f8c-b42b-71a633514b86: rpc.has_security_group_logging(os_id): False [ 771.123023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.123023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.123023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.123023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.123773] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.123773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.123773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.123773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.123773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.123773] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 is going to be created. [ 771.185838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.185838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.185838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.185838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.185838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.200237] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 in Status: IN_PROGRESS for 2s [ 771.237160] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-0929dcc2-b6fd-4f76-b330-3ccbcf3db90a tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 771.237807] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 771.237941] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.238078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.370809] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.371547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.371685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.371971] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.372136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.372171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.372322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.372397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.372482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 already deleted. [ 771.372557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.372736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.375541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.375861] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.376104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.376104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.376206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.376284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.377329] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.467721] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e2078aa-bfb9-420e-b668-207391d4719e: rpc.has_security_group_logging(os_id): False [ 771.487011] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.487371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.487473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.487701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.487814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.488133] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.488247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.488339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.488536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.488620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.488719] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 771.563524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.563781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.563781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.564208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.564208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.582141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 771.664146] env[65959]: INFO networking_nsxv3.common.synchronization [req-e8fcdfd6-2788-4c04-adcd-78ddff7e5f3e req-0b2de08a-2a09-4766-aecb-c567f47863ea tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 771.664422] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 771.664721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.664834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.665310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.665369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.665526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.665628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.665688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.665882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.666171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.666171] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.689901] env[65959]: INFO networking_nsxv3.common.synchronization [req-e8fcdfd6-2788-4c04-adcd-78ddff7e5f3e req-0b2de08a-2a09-4766-aecb-c567f47863ea tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 771.690175] env[65959]: INFO networking_nsxv3.common.synchronization [req-e8fcdfd6-2788-4c04-adcd-78ddff7e5f3e req-0b2de08a-2a09-4766-aecb-c567f47863ea tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 771.690317] env[65959]: INFO networking_nsxv3.common.synchronization [req-e8fcdfd6-2788-4c04-adcd-78ddff7e5f3e req-0b2de08a-2a09-4766-aecb-c567f47863ea tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 64408f6b-4eef-4cdf-a145-881039ebd42b with Priority: HIGHEST for action port [ 771.691283] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_rules [ 771.691597] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 771.691865] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64408f6b-4eef-4cdf-a145-881039ebd42b with Priority: HIGHEST for action port [ 771.693308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.693490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694172] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.694335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694495] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-64408f6b-4eef-4cdf-a145-881039ebd42b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.694603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.694676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.694895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.695026] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64408f6b-4eef-4cdf-a145-881039ebd42b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.740470] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740865] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740865] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.743728] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.743728] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.743728] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.743728] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.743728] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.743728] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.743728] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.743728] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.743728] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.743728] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.743728] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.743728] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.743728] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.764417] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.765118] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.765118] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.765118] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.765292] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-1a1b63a0-6655-4857-83d1-37cf5153197a taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.765501] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.765658] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.766035] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.766301] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1b63a0-6655-4857-83d1-37cf5153197a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.881262] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.881427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.881561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.882033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.882160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.882403] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.882581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.882646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.882909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.882990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.883093] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 already deleted. [ 771.883175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.934733] env[65959]: INFO networking_nsxv3.common.synchronization [req-29156e78-489c-4ec4-9d4a-6f9f6e92d94b req-28e4d7fe-ee3e-4597-b002-db636f8c0f39 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 771.935949] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 771.935949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.935949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.935949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.936219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.936439] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.936575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.936671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.936892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.937035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.937382] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.169402] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.196952] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64408f6b-4eef-4cdf-a145-881039ebd42b with status ACTIVE [ 772.197198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.197405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.197651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.197702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.197866] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.198459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.198554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.199481] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64408f6b-4eef-4cdf-a145-881039ebd42b is going to be updated. [ 772.230110] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.230110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.230110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.230110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.230110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.230535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64408f6b-4eef-4cdf-a145-881039ebd42b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.268607] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.268878] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.268958] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.269235] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.269373] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.269519] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 1a1b63a0-6655-4857-83d1-37cf5153197a not found, creating... [ 772.269767] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.269928] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.270026] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.270245] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.270369] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.270642] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.270784] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.270896] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.273143] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.273338] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.273491] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 1a1b63a0-6655-4857-83d1-37cf5153197a is going to be created. [ 772.298522] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.298946] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.298946] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.299344] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.299613] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.299915] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.321297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d287476-aa48-4ef2-9f20-4005608709d8 in Status: SUCCESS [ 772.321543] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d287476-aa48-4ef2-9f20-4005608709d8 deletion is rescheduled due to dependency. [ 772.321624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.439653] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.439933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.439933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.440817] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.440986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.441110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.441393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.441525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.441670] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 772.482947] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.483170] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.493981] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.494403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.494403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.494512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.494622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.505816] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 772.673366] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.755205] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 in Status: SUCCESS [ 772.755205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.755645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.755645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.755721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.756138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.756138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.756138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.756138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.756290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.756290] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.057135] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-f1a6bc75-f845-44df-980a-e770c1712f79 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 773.057135] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-f1a6bc75-f845-44df-980a-e770c1712f79 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 773.057135] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-f1a6bc75-f845-44df-980a-e770c1712f79 service nova] Enqueued Resource ID: 1a1b63a0-6655-4857-83d1-37cf5153197a with Priority: HIGHEST for action port [ 773.057135] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 773.057135] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 773.057135] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1b63a0-6655-4857-83d1-37cf5153197a with Priority: HIGHEST for action port [ 773.057135] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.057929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.057929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.057929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.057929] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.059344] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.059459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.059526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.059868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.060081] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.060201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.060264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.060434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.060610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.060880] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.061920] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1b63a0-6655-4857-83d1-37cf5153197a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.062044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.062433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.062614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.062707] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1b63a0-6655-4857-83d1-37cf5153197a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.064651] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef841514-222a-4fab-add5-9480c19f083e in Status: SUCCESS [ 773.064820] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef841514-222a-4fab-add5-9480c19f083e deletion is rescheduled due to dependency. [ 773.064920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.176210] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.176353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.176411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.176652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.176750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.176852] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 773.209034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.209399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.209593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.210618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.210891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.215028] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 in Status: SUCCESS [ 773.215295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.223438] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 773.263436] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.560275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.561211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.565185] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.566756] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a1b63a0-6655-4857-83d1-37cf5153197a with status ACTIVE [ 773.566756] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567637] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.567637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.567894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.570128] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.570477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.570961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.570961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.570961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.572520] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a1b63a0-6655-4857-83d1-37cf5153197a is going to be updated. [ 773.598830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.598830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.598830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.599165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.599165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.599722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1b63a0-6655-4857-83d1-37cf5153197a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.601833] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 773.602168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.602661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.602897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602981] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.766457] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92959d4e-7d88-4690-8ee4-18ed3d298893: rpc.has_security_group_logging(os_id): False [ 773.788197] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.788384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.788458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.788661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.788739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.789281] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.789281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.789281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.789281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.789627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.789627] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 is going to be created. [ 773.863484] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.863638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.863755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.863955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.864222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.879978] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 in Status: IN_PROGRESS for 2s [ 774.015057] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.015057] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-817" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.015302] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-817" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.015695] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-817" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.016105] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.016357] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.016527] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.016838] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.017097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.017370] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.017520] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.017661] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.017802] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.017983] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.018230] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.018479] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.045161] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.045161] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.045161] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.046277] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-817" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.046277] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.046277] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.046277] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.046450] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.046591] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.073579] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.107709] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.107894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.516567] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 774.516784] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 774.516931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.550407] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.550887] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.551054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.551385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.551572] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.551763] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea not found, creating... [ 774.552104] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.552331] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.552469] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.552766] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.552954] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.553419] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.553636] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.553767] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.554013] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.554241] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.554401] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea is going to be created. [ 774.579228] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.579228] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.579228] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.579228] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.579488] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.579655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.581028] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.581028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.581028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.581239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.581239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.581308] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be created. [ 774.616557] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.616841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.616841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.617176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.617430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.629947] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: UNINITIALIZED for 2s [ 775.234062] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 775.234062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.234062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234572] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.234667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.234667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.235077] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.305344] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-429a0c1f-62fc-400b-bacd-0841d94b4c6f service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 775.305512] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-429a0c1f-62fc-400b-bacd-0841d94b4c6f service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 775.305665] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-429a0c1f-62fc-400b-bacd-0841d94b4c6f service nova] Enqueued Resource ID: dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea with Priority: HIGHEST for action port [ 775.305869] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 775.305997] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 775.306106] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea with Priority: HIGHEST for action port [ 775.306786] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.306909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.307285] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.307457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.307704] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.307842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.307918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.308180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.308305] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.740269] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.811061] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea with status ACTIVE [ 775.811440] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.811646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.811776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.812077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.812237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.812530] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.812749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.812880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.813062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.813188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.813398] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.813496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.813557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.813704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.813778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.813863] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea is going to be updated. [ 775.837528] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.837695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.837733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.837947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.838096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.838254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc34cf06-9b6c-4f78-9c8e-11f07a2cb9ea" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.895849] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 in Status: SUCCESS [ 775.895849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.940532] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 775.940532] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_members [ 775.940532] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 775.940532] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 775.940532] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_members [ 775.940532] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 775.941146] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.941472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.941667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.945437] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.945437] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.945437] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-697250a0-e822-4139-83aa-d232f5b9ed46 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.945437] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.945437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.946271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.946456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.946693] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.947877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.948153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.949095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.949095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.949095] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.949095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.949095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.949095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.949095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.949574] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.988221] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_rules [ 775.988392] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_members [ 775.988521] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 775.988640] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 775.988758] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_rules [ 775.988874] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 775.989030] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0ec8ddc-7139-4444-a1e9-e5fd9da586e5 req-eb22459c-d6e2-4d8c-92e8-93b2db7d7ee5 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with Priority: HIGHEST for action port [ 775.990261] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_rules [ 775.990261] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_rules [ 775.990261] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 775.990261] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with Priority: HIGHEST for action port [ 775.990428] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_rules [ 775.990428] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_members [ 775.990489] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 775.990714] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-697250a0-e822-4139-83aa-d232f5b9ed46 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.990844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.990928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.991202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.991282] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.992210] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.992330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.992382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.992551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.996065] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.996065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.996065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.996065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.996065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.996065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.996065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.996065] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.997639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.997698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.997730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.998239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.998239] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.002549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-697250a0-e822-4139-83aa-d232f5b9ed46 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.002690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.002950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.003075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.246164] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.360659] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.360852] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.360969] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.361259] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.361510] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.361655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.361794] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.362119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.362278] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.362574] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.362687] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.362879] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.362931] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.363086] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.363201] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.363341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.384684] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.384845] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.385011] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.385321] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-640" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.385743] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-2e93bb0d-ff96-4ad0-9d54-174565b6e677 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.385921] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.386049] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.386423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.386571] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e93bb0d-ff96-4ad0-9d54-174565b6e677',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.452325] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.453401] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.454266] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.504104] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.504284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.504748] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd with status ACTIVE [ 776.504938] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.505081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.505151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.505367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.505456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.505639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.505735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.505798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.505993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.506093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.506221] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.506312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.506373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.506513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.506586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.506669] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd is going to be updated. [ 776.508477] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-697250a0-e822-4139-83aa-d232f5b9ed46 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.508698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513374] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.563094] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.563348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.563481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.563859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.564151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.564447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5e01fa-25f1-4859-ae8e-31bfe5f0d3bd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.642234] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 776.642595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.642824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.643170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.643407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.643613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.643784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.644085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.644242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.644449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.644573] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.645606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.645823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.647876] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.647876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.647876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.647876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.647876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.647876] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.750397] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.750610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.750807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.751537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.751847] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.751972] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 776.783827] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.795486] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 776.890129] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.890502] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.890748] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.891120] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.891338] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.891600] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 2e93bb0d-ff96-4ad0-9d54-174565b6e677 not found, creating... [ 776.892237] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.892351] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.892554] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.892910] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.893162] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.893766] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.894145] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.894353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.894686] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.894940] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.895174] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 2e93bb0d-ff96-4ad0-9d54-174565b6e677 is going to be created. [ 776.918990] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.919468] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.919468] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.919882] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.920233] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.920558] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.956347] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.958942] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.959786] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.148273] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.148513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.148736] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.459127] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.459493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.459493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.459569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.460347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.460347] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 777.463107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.463376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.463376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.463725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.463725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.463725] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697250a0-e822-4139-83aa-d232f5b9ed46 is going to be created. [ 777.465382] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.465382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.465382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.465382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.465382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.465382] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be updated. [ 777.494176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.494625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.494625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.494625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.494783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.497148] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.497271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.497350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.497557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.500017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.500017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.510207] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: IN_PROGRESS for 2s [ 777.511029] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697250a0-e822-4139-83aa-d232f5b9ed46 in Status: UNINITIALIZED for 2s [ 777.511599] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 777.654559] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.694982] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-3aab8fea-0968-434d-9a82-a918db8fb982 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 777.695225] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-3aab8fea-0968-434d-9a82-a918db8fb982 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 777.695360] env[65959]: INFO networking_nsxv3.common.synchronization [req-a5540a3f-d87d-4d53-ac58-371c5da309ba req-3aab8fea-0968-434d-9a82-a918db8fb982 service nova] Enqueued Resource ID: 2e93bb0d-ff96-4ad0-9d54-174565b6e677 with Priority: HIGHEST for action port [ 777.695936] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 777.696371] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 777.696497] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e93bb0d-ff96-4ad0-9d54-174565b6e677 with Priority: HIGHEST for action port [ 777.696824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.696895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697378] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e93bb0d-ff96-4ad0-9d54-174565b6e677 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.697817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.697917] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e93bb0d-ff96-4ad0-9d54-174565b6e677',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.156751] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.156884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.156967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.157196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.157498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.157498] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 778.190798] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.191081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.191205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.191473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.191674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.199509] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e93bb0d-ff96-4ad0-9d54-174565b6e677 with status ACTIVE [ 778.200163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.200163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.200163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.200297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.200333] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.200492] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.200589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.200651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.200795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.200872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.201068] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.201168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.201238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.201371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.201444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.201527] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e93bb0d-ff96-4ad0-9d54-174565b6e677 is going to be updated. [ 778.205154] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 778.227354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.227521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.227561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.227770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.227883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.228159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e93bb0d-ff96-4ad0-9d54-174565b6e677" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.491022] env[65959]: INFO networking_nsxv3.common.synchronization [None req-87bc5e74-302a-4aa6-a3f9-a985f9a8cb85 None None] Enqueued Resource ID: de51633b-a04e-4e24-920e-4d87e8aba707 with Priority: HIGHEST for action port [ 778.491022] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de51633b-a04e-4e24-920e-4d87e8aba707 with Priority: HIGHEST for action port [ 778.491022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-de51633b-a04e-4e24-920e-4d87e8aba707 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.491022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de51633b-a04e-4e24-920e-4d87e8aba707" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.491022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de51633b-a04e-4e24-920e-4d87e8aba707" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.491022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de51633b-a04e-4e24-920e-4d87e8aba707" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.491022] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de51633b-a04e-4e24-920e-4d87e8aba707',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.811535] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.811535] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.811535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.811535] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.992018] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de51633b-a04e-4e24-920e-4d87e8aba707 [ 778.992258] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.992402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.992470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.992684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.993746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.993746] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de51633b-a04e-4e24-920e-4d87e8aba707 already deleted. [ 778.993746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de51633b-a04e-4e24-920e-4d87e8aba707" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.314659] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.526300] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697250a0-e822-4139-83aa-d232f5b9ed46 in Status: SUCCESS [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.526300] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.526300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.526799] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.530048] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 779.530048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.532537] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 779.532537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.532537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.532537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.532537] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.532537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.532537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.537202] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.537202] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.537202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.537202] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.817371] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e2078aa-bfb9-420e-b668-207391d4719e: rpc.has_security_group_logging(os_id): False [ 779.838078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.838078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.838078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.838078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.838461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.838594] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.838652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.838811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.838983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.839115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.839236] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 779.904291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.904462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.904523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.904971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.927649] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 780.029311] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.040020] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.040814] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.218098] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 780.218669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.218669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.218747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.218970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.219092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.219162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.219338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.219416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.219503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.219854] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.219854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.219854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.219995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.220527] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.220527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.220527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.220527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.220527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220704] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.224642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.224642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.224642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.224642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.224642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.224642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.224642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.224642] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.493729] env[65959]: INFO networking_nsxv3.common.synchronization [req-99735c23-d151-4ae0-ad90-778a9f83cade req-87da13dc-d7af-4626-bcf4-c5897e31f906 tempest-ServerGroupTestJSON-885223290 tempest-ServerGroupTestJSON-885223290-project-member] Enqueued Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_members [ 780.494454] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGHEST for action security_group_members [ 780.495242] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.495624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.495845] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.496066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.496264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.496383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.496574] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.533052] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.545838] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.547037] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.726200] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5866e0b-4f09-4c5b-a4de-dd0287518628: rpc.has_security_group_logging(os_id): False [ 780.727701] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.751469] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.751469] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.751469] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.752625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.752625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.752625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.752625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752625] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be created. [ 780.818013] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.818266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.818362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.818560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.818741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.832547] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 780.998870] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.999092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.999192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.999469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.999597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.999975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.000751] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 359ac0b6-6acd-4288-8e63-fc817353995e is going to be updated. [ 781.035250] env[65959]: INFO networking_nsxv3.common.synchronization [req-9692de28-d019-469f-ac21-7906118b9cfe req-6d08d902-4721-4c82-99cb-8c0921d26198 tempest-AttachInterfacesUnderV243Test-1198040897 tempest-AttachInterfacesUnderV243Test-1198040897-project-member] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 781.036453] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGHEST for action security_group_members [ 781.036766] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.036936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.036992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.037216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.037613] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.037613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.037613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.037932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.037932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.037932] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.038849] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.039066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.039066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.039214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.039258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.039351] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697250a0-e822-4139-83aa-d232f5b9ed46 is going to be updated. [ 781.049630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.049811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.049899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.050150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.050673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.052788] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.052982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.052982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.053174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.053267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.053371] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be updated. [ 781.054717] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.054853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.054904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.056938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.057084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.057287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 781.079407] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 359ac0b6-6acd-4288-8e63-fc817353995e in Status: IN_PROGRESS for 2s [ 781.091173] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.091173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.091173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.091173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.091173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.094525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.094690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.094786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.095041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.095244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.096871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.097007] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.097088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.097250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.097978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.108841] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: IN_PROGRESS for 2s [ 781.109821] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697250a0-e822-4139-83aa-d232f5b9ed46 in Status: IN_PROGRESS for 2s [ 781.110463] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 781.229977] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.541934] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.542768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.542768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.542768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.542768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.542768] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.542768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.543074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.543074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.543074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.543404] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be updated. [ 781.575373] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.575563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.575629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.575912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.577134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.589130] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: IN_PROGRESS for 2s [ 781.733337] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.733446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.733577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.733737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.733855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.734273] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 781.763197] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.763415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.763492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.763654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.763841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 781.942613] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 781.942939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.206560] env[65959]: INFO networking_nsxv3.common.synchronization [req-eb503198-f360-40f7-87fa-76e4e82e894b req-937c012d-ee98-4bb3-a0e8-067463b151cd tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 782.206937] env[65959]: INFO networking_nsxv3.common.synchronization [req-eb503198-f360-40f7-87fa-76e4e82e894b req-937c012d-ee98-4bb3-a0e8-067463b151cd tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_members [ 782.207104] env[65959]: INFO networking_nsxv3.common.synchronization [req-eb503198-f360-40f7-87fa-76e4e82e894b req-937c012d-ee98-4bb3-a0e8-067463b151cd tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 782.207659] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 782.208051] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697250a0-e822-4139-83aa-d232f5b9ed46 with Priority: HIGHEST for action security_group_members [ 782.208164] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGHEST for action security_group_members [ 782.208585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.208934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-697250a0-e822-4139-83aa-d232f5b9ed46 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.209272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.210067] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.210166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.849188] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 782.849460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.849600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.849826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.849944] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.089715] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 359ac0b6-6acd-4288-8e63-fc817353995e in Status: SUCCESS [ 783.089979] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 359ac0b6-6acd-4288-8e63-fc817353995e deletion is rescheduled due to dependency. [ 783.090059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.121087] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 783.121904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.121904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.121904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.122099] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.122227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.122314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.123668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.123668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.123668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.123668] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.124845] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 783.126107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.126107] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 697250a0-e822-4139-83aa-d232f5b9ed46 in Status: SUCCESS [ 783.129265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.129476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.129739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.129979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.130140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.130223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.130537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.130537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.130636] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.133728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.133728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.133728] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.133728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.136877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.137143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.137255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.137353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.137458] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.139660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.139993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.140203] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.140320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.140380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.140533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.140611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.140692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.140785] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.144830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.144946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.146112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.146112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.146112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.146112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.146112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.146112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.146112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.146112] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.148204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.148425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.148600] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.148746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.148809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.148954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.149043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.149131] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.352701] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.352852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.509733] env[65959]: INFO networking_nsxv3.common.synchronization [None req-1d5810fc-3cbe-41a1-8ae7-ca9d9b9d3bf2 None None] Enqueued Resource ID: 237a817d-73ab-4d11-95fe-e075abb7e97b with Priority: HIGHEST for action port [ 783.510116] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237a817d-73ab-4d11-95fe-e075abb7e97b with Priority: HIGHEST for action port [ 783.510914] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-237a817d-73ab-4d11-95fe-e075abb7e97b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.511135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237a817d-73ab-4d11-95fe-e075abb7e97b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.511195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237a817d-73ab-4d11-95fe-e075abb7e97b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.511447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237a817d-73ab-4d11-95fe-e075abb7e97b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.511529] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237a817d-73ab-4d11-95fe-e075abb7e97b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.537197] env[65959]: INFO networking_nsxv3.common.synchronization [req-3c0df024-ddc0-4e9d-aa33-cbde53bd3a33 req-37703dfe-0f89-4576-b70e-de15c677afc7 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 783.537391] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 783.538121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.538531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.539184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.539184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.539184] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.539401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.539401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.539516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.539516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.539622] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.600637] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2078aa-bfb9-420e-b668-207391d4719e in Status: SUCCESS [ 783.600637] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e deletion is rescheduled due to dependency. [ 783.600637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.645741] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.645741] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.652490] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('697250a0-e822-4139-83aa-d232f5b9ed46',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.655152] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.655152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.655152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.655152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.655152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.655152] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.655152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.656829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.657400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.657400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.657400] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be updated. [ 783.658617] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.660112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.660112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.660112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.660112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.660112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.661287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.661287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.661287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.661447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.661520] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 697250a0-e822-4139-83aa-d232f5b9ed46 is going to be deleted. [ 783.691130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.691130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.691130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.691130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.691130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.700599] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.700771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.700833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.701025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.701109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.701219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.704061] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: IN_PROGRESS for 2s [ 783.790702] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 4s [ 784.014441] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 237a817d-73ab-4d11-95fe-e075abb7e97b [ 784.015130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.015130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.015130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.015510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.015510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.015510] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:237a817d-73ab-4d11-95fe-e075abb7e97b already deleted. [ 784.015510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237a817d-73ab-4d11-95fe-e075abb7e97b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.044201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.044201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.044201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.044201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.044201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.044201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.044664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.044805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.045507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.045507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.045507] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 784.091459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.091660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.091700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.092235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.092457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.106243] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 784.150627] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.151597] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd77507c-e789-4bd4-aa21-e7b4e2cb8b76: rpc.has_security_group_logging(os_id): False [ 784.164167] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 697250a0-e822-4139-83aa-d232f5b9ed46: rpc.has_security_group_logging(os_id): False [ 784.185573] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.185573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.185573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.186521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.186620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.186954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.187470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.187470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.187470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.187611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.187611] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be updated. [ 784.190907] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.190907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.190907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.190907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.191212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.191212] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.191294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.191446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.193785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.193785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.193785] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697250a0-e822-4139-83aa-d232f5b9ed46 is going to be created. [ 784.213948] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/697250a0-e822-4139-83aa-d232f5b9ed46], does not exist path=[/infra/domains/default/groups/697250a0-e822-4139-83aa-d232f5b9ed46]."\n}' [ 784.214178] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697250a0-e822-4139-83aa-d232f5b9ed46 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/697250a0-e822-4139-83aa-d232f5b9ed46 [ 784.214242] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 784.253330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.253510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.253557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.253840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.255413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256574] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.256574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.256574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.256574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.256574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256574] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.256574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.256886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.256886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.256886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256990] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 697250a0-e822-4139-83aa-d232f5b9ed46 is going to be created. [ 784.259108] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.259275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.259275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.259451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.259601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281048] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: IN_PROGRESS for 2s [ 784.285397] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/697250a0-e822-4139-83aa-d232f5b9ed46], does not exist path=[/infra/domains/default/groups/697250a0-e822-4139-83aa-d232f5b9ed46]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/697250a0-e822-4139-83aa-d232f5b9ed46 [ 784.287181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-697250a0-e822-4139-83aa-d232f5b9ed46" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.287779] env[65959]: Traceback (most recent call last): [ 784.287830] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 784.287830] env[65959]: return func(*args, **kwargs) [ 784.287830] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 784.287830] env[65959]: res.raise_for_status() [ 784.287830] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 784.287830] env[65959]: raise HTTPError(http_error_msg, response=self) [ 784.287830] env[65959]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/697250a0-e822-4139-83aa-d232f5b9ed46 [ 784.287830] env[65959]: During handling of the above exception, another exception occurred: [ 784.287830] env[65959]: Traceback (most recent call last): [ 784.288096] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 784.288096] env[65959]: listener.cb(fileno) [ 784.288096] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 784.288096] env[65959]: result = function(*args, **kwargs) [ 784.288096] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 784.288096] env[65959]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 784.288096] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 784.288096] env[65959]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 784.288096] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 784.288096] env[65959]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 784.288096] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 784.288096] env[65959]: res.raise_for_status() [ 784.288096] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 784.288096] env[65959]: raise HTTPError(http_error_msg, response=self) [ 784.288096] env[65959]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/697250a0-e822-4139-83aa-d232f5b9ed46 [ 784.288096] env[65959]: Removing descriptor: 28 [ 784.499596] env[65959]: INFO networking_nsxv3.common.synchronization [None req-fb0d228f-cc35-4554-bccd-1ff456a5e879 None None] Enqueued Resource ID: 6246bd64-9179-4bce-bcee-5e2c9c3a1a43 with Priority: HIGHEST for action port [ 784.500802] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6246bd64-9179-4bce-bcee-5e2c9c3a1a43 with Priority: HIGHEST for action port [ 784.501203] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-6246bd64-9179-4bce-bcee-5e2c9c3a1a43 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.501375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6246bd64-9179-4bce-bcee-5e2c9c3a1a43" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.501488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6246bd64-9179-4bce-bcee-5e2c9c3a1a43" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.502046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6246bd64-9179-4bce-bcee-5e2c9c3a1a43" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.502160] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6246bd64-9179-4bce-bcee-5e2c9c3a1a43',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.655513] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.655670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.655766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.656349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.656349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.656349] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 784.691769] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.691973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.692057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.692559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.692559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.703335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 785.005110] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6246bd64-9179-4bce-bcee-5e2c9c3a1a43 [ 785.005431] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.005509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.005590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.005922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.006019] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6246bd64-9179-4bce-bcee-5e2c9c3a1a43 already deleted. [ 785.006102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6246bd64-9179-4bce-bcee-5e2c9c3a1a43" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.717312] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 785.717674] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 deletion is rescheduled due to dependency. [ 785.717674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808377] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.808377] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808377] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.118074] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 786.118074] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 deletion is rescheduled due to dependency. [ 786.118197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.298230] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 in Status: SUCCESS [ 786.298484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.314869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.314869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.314869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.314869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.314869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.314869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.315201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.315299] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.315424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.315538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.315862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.319271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.319496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.319647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.319736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.319935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.320061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.320145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.320262] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.717791] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 786.718102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.718102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.718292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.718491] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.718601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.719879] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.719879] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.719879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.720285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.720285] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.823905] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5866e0b-4f09-4c5b-a4de-dd0287518628: rpc.has_security_group_logging(os_id): False [ 786.844706] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.844706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.844706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.844706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.867756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.867908] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.867975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.870029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.870029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.870029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.870029] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 786.940036] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.940036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.940036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.940036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.940036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.952931] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 787.180022] env[65959]: INFO networking_nsxv3.common.synchronization [req-e5587bf6-e3f0-4a42-af73-bdc77d5efedd req-34cc8d9b-dcaf-430a-9e3d-7b9ef2317722 tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 787.181486] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 787.181486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.181486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.181486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.181486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.181486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.181807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.181807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.181807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.181807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.181947] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.221825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7266eb9c-9216-4686-bc49-89c4c979bbed: rpc.has_security_group_logging(os_id): False [ 787.240233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.240815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.240815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.240930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.261521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.262055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.263712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.263712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.263712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.264665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.264960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.266883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.266883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.266883] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 787.332138] env[65959]: INFO networking_nsxv3.common.synchronization [None req-4e8fc6fa-919e-4abd-918a-f4b8b820df0c None None] Enqueued Resource ID: 7acc3a15-7000-4711-a426-9373a469035d with Priority: HIGHEST for action port [ 787.332723] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7acc3a15-7000-4711-a426-9373a469035d with Priority: HIGHEST for action port [ 787.333097] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7acc3a15-7000-4711-a426-9373a469035d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.333227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7acc3a15-7000-4711-a426-9373a469035d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.333433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7acc3a15-7000-4711-a426-9373a469035d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.333627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7acc3a15-7000-4711-a426-9373a469035d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.333718] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7acc3a15-7000-4711-a426-9373a469035d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.336460] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.336571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.336635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.336832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.336965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.357149] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 787.684039] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.839261] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7acc3a15-7000-4711-a426-9373a469035d [ 787.839983] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.841339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.841339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.841339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.841339] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7acc3a15-7000-4711-a426-9373a469035d already deleted. [ 787.841339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7acc3a15-7000-4711-a426-9373a469035d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.189043] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.316380] env[65959]: INFO networking_nsxv3.common.synchronization [req-73dee3a9-0d62-4821-8050-2e13fd9a3b49 req-f4630a0c-28f2-4590-a909-42c14b9be79c tempest-ImagesNegativeTestJSON-1037218068 tempest-ImagesNegativeTestJSON-1037218068-project-member] Enqueued Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_members [ 788.317029] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_members [ 788.319116] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.319116] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.319116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.319116] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.692693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.692786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.692851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.693135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.693241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.693344] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 788.727295] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.727295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.727295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.727295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.727295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.740977] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 788.746146] env[65959]: INFO networking_nsxv3.common.synchronization [req-77047410-1f45-46e4-84ee-63f0a078d508 req-cff68901-9abc-4908-a94e-6ee268f1b281 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_members [ 788.746516] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGHEST for action security_group_members [ 788.746826] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.749990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.750815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.750983] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.751103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.751288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.751507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.751596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.751693] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.820148] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.820311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.820311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.820472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.821221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.821221] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.821221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.821221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.821221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.821221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.821221] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca73819b-c92f-4f9b-a861-e78334791b2a already deleted. [ 788.821554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.940625] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.940992] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-977" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.940992] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-977" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.941345] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-977" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.941999] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.942184] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.942377] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.942695] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.942850] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.943042] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.943155] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.943257] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.943360] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.943461] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.943587] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.943764] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.972643] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.972643] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.972643] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.972802] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-977" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.973309] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-d3b9b88e-de90-43f2-988f-89956595a2e2 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.973526] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.973705] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.974092] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.974277] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b9b88e-de90-43f2-988f-89956595a2e2',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.975954] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 788.976030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.976285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.976524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.976663] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.253914] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.254076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.254460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.276158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.276418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.276535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.276615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.276854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.277086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.277086] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 is going to be updated. [ 789.304455] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.304590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.304660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.304971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.305044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.313822] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60b142a-ff0c-40a9-9544-366c14f25245 in Status: IN_PROGRESS for 2s [ 789.374456] env[65959]: INFO networking_nsxv3.common.synchronization [req-6a60ff41-b7a5-4242-aae3-227902da3e76 req-bbee63d4-ac47-4328-8371-c4d7c72426a8 tempest-ListImageFiltersTestJSON-677065262 tempest-ListImageFiltersTestJSON-677065262-project-member] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 789.375507] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 789.376346] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.377517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.377517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.377517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.377517] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.377517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.377794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.378014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.378107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.378206] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.380325] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 789.381445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.478754] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479079] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479244] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.479537] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.479681] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.479864] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port d3b9b88e-de90-43f2-988f-89956595a2e2 not found, creating... [ 789.480165] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.480351] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.480428] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.480671] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.480807] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.481167] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.481327] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.481436] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.481657] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.481789] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.481994] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: d3b9b88e-de90-43f2-988f-89956595a2e2 is going to be created. [ 789.483251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.483367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.483430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.483581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.483976] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.483976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.483976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.484201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.484201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.484201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.484318] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.513093] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513093] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513093] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.513093] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513093] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.513479] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.882441] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.987319] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.987319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.987788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.989612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.989612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.989807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.989807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.990043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.990139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.990235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.990400] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.990499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.990561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.990709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.990846] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.990937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.990996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.994326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.994326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.994326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.994326] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.386605] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.495301] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5866e0b-4f09-4c5b-a4de-dd0287518628: rpc.has_security_group_logging(os_id): False [ 790.519116] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.519956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.520198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.521722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.521722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.521722] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.521722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.521722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.521722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.521722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.523101] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.523101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.523101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.524495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.524495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.524495] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.524495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.524495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.524495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.524495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.524495] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 790.601657] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.602401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.602818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.626377] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 790.749540] env[65959]: INFO networking_nsxv3.common.synchronization [req-73dee3a9-0d62-4821-8050-2e13fd9a3b49 req-26ae749f-a254-45c2-be68-ad8914d188c0 service nova] Enqueued Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_rules [ 790.749540] env[65959]: INFO networking_nsxv3.common.synchronization [req-73dee3a9-0d62-4821-8050-2e13fd9a3b49 req-26ae749f-a254-45c2-be68-ad8914d188c0 service nova] Enqueued Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_members [ 790.749540] env[65959]: INFO networking_nsxv3.common.synchronization [req-73dee3a9-0d62-4821-8050-2e13fd9a3b49 req-26ae749f-a254-45c2-be68-ad8914d188c0 service nova] Enqueued Resource ID: d3b9b88e-de90-43f2-988f-89956595a2e2 with Priority: HIGHEST for action port [ 790.750226] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_rules [ 790.750226] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_members [ 790.750226] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b9b88e-de90-43f2-988f-89956595a2e2 with Priority: HIGHEST for action port [ 790.751609] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 790.752292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752595] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.752957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.752957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.753545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.753701] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.754723] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.755133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.755133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.755497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.756188] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.756188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.756188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.756377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.756569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.756738] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.757574] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b9b88e-de90-43f2-988f-89956595a2e2 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.757687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.757916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.757991] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b9b88e-de90-43f2-988f-89956595a2e2',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.891261] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.891488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.891488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.891588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.891684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.891934] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be updated. [ 790.928169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.928341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.928409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.928624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.928776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.937285] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: IN_PROGRESS for 2s [ 790.991199] env[65959]: INFO networking_nsxv3.common.synchronization [req-1b1f5407-c856-44d0-939c-b149b960227e req-8142dcd9-d547-4173-ba95-3492fcbec284 tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 790.991612] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 790.992035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.992996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.994603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.994879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.995077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.995191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.995254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.995415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.995499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.995594] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.260184] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.261645] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.261645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.261833] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3b9b88e-de90-43f2-988f-89956595a2e2 with status ACTIVE [ 791.261833] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.262199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.262199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.262275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.262440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.262540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.262721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.262721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.262873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.262873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.264038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.264038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.264038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.264038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264038] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3b9b88e-de90-43f2-988f-89956595a2e2 is going to be updated. [ 791.287253] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.287516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.287741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.288397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.288397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.288397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b9b88e-de90-43f2-988f-89956595a2e2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.329354] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60b142a-ff0c-40a9-9544-366c14f25245 in Status: SUCCESS [ 791.329548] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 deletion is rescheduled due to dependency. [ 791.329643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.419888] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.425211] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.425211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.425211] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.425211] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.425211] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.425211] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.425211] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.425211] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.425211] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.444788] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.446364] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.446761] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.446957] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.447321] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-57c44198-ddfa-4177-82fd-6eaf46f729f5 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447498] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.447931] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.448128] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c44198-ddfa-4177-82fd-6eaf46f729f5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.497638] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.497791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.497854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.500094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.522066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.522420] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.522673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.522673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.523099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523099] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 791.556969] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.556969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.556969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.556969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.556969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.567831] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 791.766154] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.952970] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.953395] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.953395] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.954406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.954406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.954406] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 57c44198-ddfa-4177-82fd-6eaf46f729f5 not found, creating... [ 791.954506] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.954640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.954698] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.954923] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.955065] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.955345] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.955484] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.955589] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.955787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.955916] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.956115] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 57c44198-ddfa-4177-82fd-6eaf46f729f5 is going to be created. [ 791.980559] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980751] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980845] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.981200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.981427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.981699] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.268948] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.269346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.269543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.270060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.270322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.270569] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca73819b-c92f-4f9b-a861-e78334791b2a is going to be created. [ 792.301368] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.301540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.301643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.301960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.302197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.312907] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca73819b-c92f-4f9b-a861-e78334791b2a in Status: UNINITIALIZED for 2s [ 792.642287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 792.642548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.691954] env[65959]: INFO networking_nsxv3.common.synchronization [req-1b1f5407-c856-44d0-939c-b149b960227e req-29772f0e-4361-4658-8f3b-b6dbc8a1e5f8 service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 792.692180] env[65959]: INFO networking_nsxv3.common.synchronization [req-1b1f5407-c856-44d0-939c-b149b960227e req-29772f0e-4361-4658-8f3b-b6dbc8a1e5f8 service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 792.692593] env[65959]: INFO networking_nsxv3.common.synchronization [req-1b1f5407-c856-44d0-939c-b149b960227e req-29772f0e-4361-4658-8f3b-b6dbc8a1e5f8 service nova] Enqueued Resource ID: 57c44198-ddfa-4177-82fd-6eaf46f729f5 with Priority: HIGHEST for action port [ 792.692840] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 792.692984] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 792.693122] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c44198-ddfa-4177-82fd-6eaf46f729f5 with Priority: HIGHEST for action port [ 792.693468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.693526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.693571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.694104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.694104] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.694682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.694771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.695130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-57c44198-ddfa-4177-82fd-6eaf46f729f5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.695130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.695130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.695328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.695371] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c44198-ddfa-4177-82fd-6eaf46f729f5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.851297] env[65959]: INFO networking_nsxv3.common.synchronization [req-e044cf1b-eed0-45e5-b782-672c6cc253b7 req-9e7553fd-cede-41dd-9990-6a8d8e4c8b11 tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 792.852365] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 792.852929] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.853093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.853169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.853375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.853557] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.853661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.853719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.853875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.853961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.854101] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.948393] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 792.948600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.085870] env[65959]: INFO networking_nsxv3.common.synchronization [req-e044cf1b-eed0-45e5-b782-672c6cc253b7 req-3074bdde-c65e-4b24-aa99-23df63762de3 tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 793.085870] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 793.085870] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.085870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.197835] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.198750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.199054] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57c44198-ddfa-4177-82fd-6eaf46f729f5 with status ACTIVE [ 793.199410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.199573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.199695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.200223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.200448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.200684] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.200902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.200989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.201373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.201373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.202366] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.202366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.202366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.202366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.202366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.202366] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57c44198-ddfa-4177-82fd-6eaf46f729f5 is going to be updated. [ 793.230276] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.230276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.230276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.230276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.230276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.230943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57c44198-ddfa-4177-82fd-6eaf46f729f5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.333075] env[65959]: INFO networking_nsxv3.common.synchronization [req-e044cf1b-eed0-45e5-b782-672c6cc253b7 req-c7ced7e0-b9b1-4a94-b36f-355dabab8a02 tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 793.333703] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 793.334046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.334169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.358729] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.586413] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 793.586413] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 793.586413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.586413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.586945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.586945] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.586945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.587161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.587161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.587264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.587323] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.833706] env[65959]: INFO networking_nsxv3.common.synchronization [req-e04b91e3-5442-43cc-bb0b-971642240a84 req-7126b2e3-9c96-472a-9138-234d30c603c6 tempest-InstanceActionsTestJSON-953191399 tempest-InstanceActionsTestJSON-953191399-project-member] Enqueued Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_members [ 793.834434] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_members [ 793.834694] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.835331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.835331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.835331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.835331] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.835550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.835550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.835620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.835676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.835744] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.863039] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.089896] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.180943] env[65959]: INFO networking_nsxv3.common.synchronization [req-99b52214-6857-445b-9b6a-3cbae9d66682 req-dfdd6cbf-1ff7-49cc-879e-ab0b7688c90f tempest-ServerMetadataNegativeTestJSON-1198176962 tempest-ServerMetadataNegativeTestJSON-1198176962-project-member] Enqueued Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_members [ 794.181538] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGHEST for action security_group_members [ 794.181842] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.182316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.182316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.182506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.182558] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.182638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.182712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.182845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.182950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.183108] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.257877] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.258078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-476" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.258171] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-476" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.258489] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-476" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.258738] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.258888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.259227] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.259578] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.259771] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.260190] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.260543] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.260543] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.260690] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.260731] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.260876] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.261048] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.285906] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.286095] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.286218] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.286388] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-476" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.286800] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-92edf2fb-2b13-4974-adca-baffefa61829 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.286970] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.287099] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.287430] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.287612] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92edf2fb-2b13-4974-adca-baffefa61829',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.323552] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca73819b-c92f-4f9b-a861-e78334791b2a in Status: SUCCESS [ 794.323778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.323949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.324312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.324428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.324508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.324554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.324931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.324931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.324931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.324931] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.341135] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.341135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.341525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.341525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.341525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.342181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.342181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.342181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.342181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.342181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.342181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82626dd0-9ede-4ef1-afac-023f50203a13 already deleted. [ 794.342590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.376441] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.378806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.378806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.378806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.378806] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 794.410263] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.411080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.411301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.413017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.413017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.423792] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 794.596146] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.685843] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.686688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.686688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.686688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.709404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.709404] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.709561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.709596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.709815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.709914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.709967] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 is going to be updated. [ 794.751747] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.751975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.751975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.752227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.752368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.762284] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 in Status: IN_PROGRESS for 2s [ 794.790684] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.790894] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.791102] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.791494] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.791608] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.791761] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 92edf2fb-2b13-4974-adca-baffefa61829 not found, creating... [ 794.792099] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.792261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.792370] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.792593] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.792719] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.793021] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.793174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.793287] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.793844] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.793844] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.793844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 92edf2fb-2b13-4974-adca-baffefa61829 is going to be created. [ 794.815770] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.815973] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.816104] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.816379] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.816601] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.816811] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.827592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.827742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.827817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.828046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.828215] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.828322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.828376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.828532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.828620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828856] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.828979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.829032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.829162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.829300] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.829393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.829459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.829594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.829977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829977] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.099706] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.099903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.099972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.100617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.100617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.100617] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 795.138726] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.138907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.138969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.139219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.139366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.152857] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 795.332738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca73819b-c92f-4f9b-a861-e78334791b2a: rpc.has_security_group_logging(os_id): False [ 795.357422] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.357817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.357817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.358015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.358133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.358444] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.358587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.358691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.358940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.360336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.360629] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.360829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.360829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.361033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.361086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.361330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.361543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.361543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.361807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.361807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.361807] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca73819b-c92f-4f9b-a861-e78334791b2a is going to be created. [ 795.439268] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.439458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.439458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.439862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.439906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.455565] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca73819b-c92f-4f9b-a861-e78334791b2a in Status: IN_PROGRESS for 2s [ 795.565521] env[65959]: INFO networking_nsxv3.common.synchronization [req-e04b91e3-5442-43cc-bb0b-971642240a84 req-165d0049-2e99-4c7e-902e-bc390b4813dd service nova] Enqueued Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_rules [ 795.565844] env[65959]: INFO networking_nsxv3.common.synchronization [req-e04b91e3-5442-43cc-bb0b-971642240a84 req-165d0049-2e99-4c7e-902e-bc390b4813dd service nova] Enqueued Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_members [ 795.565844] env[65959]: INFO networking_nsxv3.common.synchronization [req-e04b91e3-5442-43cc-bb0b-971642240a84 req-165d0049-2e99-4c7e-902e-bc390b4813dd service nova] Enqueued Resource ID: 92edf2fb-2b13-4974-adca-baffefa61829 with Priority: HIGHEST for action port [ 795.566378] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_rules [ 795.566515] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_members [ 795.566621] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92edf2fb-2b13-4974-adca-baffefa61829 with Priority: HIGHEST for action port [ 795.566926] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.567105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.567173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.567440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.567539] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.570411] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.570533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.570694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.570875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.571072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.571183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.571268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.571438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.571528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.571638] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.572680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-92edf2fb-2b13-4974-adca-baffefa61829 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.572823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.572823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.573291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.573291] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92edf2fb-2b13-4974-adca-baffefa61829',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.074914] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.075086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.075290] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.076198] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92edf2fb-2b13-4974-adca-baffefa61829 with status ACTIVE [ 796.076376] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.076547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.076547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.076749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.076833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.077053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.077164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.077164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.077322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.077404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.077591] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.077683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.077745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.077889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.079373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.079522] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92edf2fb-2b13-4974-adca-baffefa61829 is going to be updated. [ 796.103901] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.104101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.104167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.104482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.104482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.104627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92edf2fb-2b13-4974-adca-baffefa61829" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.434914] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 796.435375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.435375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.435375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.435782] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.435782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.435782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.436106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.436106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.436106] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.582884] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.854046] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 in Status: SUCCESS [ 796.854224] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 deletion is rescheduled due to dependency. [ 796.854316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.939122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.939190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.939399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.939498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.939693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.939954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.939954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.940309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.940309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.940517] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 796.982627] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.982927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.982993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.983337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.983582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.996821] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 797.085666] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.085866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.085866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086322] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82626dd0-9ede-4ef1-afac-023f50203a13 is going to be created. [ 797.117443] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.117443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.117443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.117443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.117443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.129767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82626dd0-9ede-4ef1-afac-023f50203a13 in Status: UNINITIALIZED for 2s [ 797.167169] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 797.167795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.167795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.168233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.168485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.168662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.168835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.169043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.169133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.169225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.169321] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.468844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca73819b-c92f-4f9b-a861-e78334791b2a in Status: SUCCESS [ 797.469263] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.673708] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.673708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.673708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.673942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.673942] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.674339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.674449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.674578] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.674666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.674762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.675346] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.675346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.676215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.676215] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.676460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.676460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.676916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.677046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.677159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.677914] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.181990] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1662b720-bd95-428a-9095-e1bdb88d412f: rpc.has_security_group_logging(os_id): False [ 798.203145] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.203520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.203520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.203635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.203894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.203969] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.204079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.204253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.204714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.204714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.204818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.204818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.204935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.205072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.205113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.205318] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.205489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.205549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.205730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.205769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.205854] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 798.347104] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.347592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.347749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.369819] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 799.008439] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 799.008692] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 deletion is rescheduled due to dependency. [ 799.008692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.008871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.009082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.009255] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.009375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.009438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.009599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.009719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.009769] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.139857] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82626dd0-9ede-4ef1-afac-023f50203a13 in Status: SUCCESS [ 799.140077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.140248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.140471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.140658] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.140778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.140987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.140987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141248] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.512799] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.513547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.514241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.514339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.514402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.514585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.514679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.514738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.514891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.514960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.515054] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 799.547642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.547764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.547922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.548041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.548223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.558276] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 799.643809] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.643953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.644058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.644309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.644477] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.644584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.644648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.644794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.644881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.644967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.645140] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.645232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.645293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.645439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.645575] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.645666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.645725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.645863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.645939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.646033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.646126] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.149614] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82626dd0-9ede-4ef1-afac-023f50203a13: rpc.has_security_group_logging(os_id): False [ 800.168710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.168870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.168942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.169188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.169280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.169481] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.169580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.169644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.169844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.169961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.170194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.170423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.170487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.170636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.170711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.170912] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.171018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.171607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.171864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.172033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.172260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82626dd0-9ede-4ef1-afac-023f50203a13 is going to be created. [ 800.231098] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.231310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.231519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.231756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.231955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.248246] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82626dd0-9ede-4ef1-afac-023f50203a13 in Status: IN_PROGRESS for 2s [ 800.384528] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 800.385119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.567648] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 800.567791] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 801.431409] env[65959]: INFO networking_nsxv3.common.synchronization [req-8780173d-ceb7-4046-b8f5-13030563f181 req-c920b4b7-3b28-4108-b0cb-1cfff8b009bb tempest-ServersAdminNegativeTestJSON-832376594 tempest-ServersAdminNegativeTestJSON-832376594-project-member] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 801.431981] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 801.433415] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.433415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.434116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.434304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.434484] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.434593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.434657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.434848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.434950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.435106] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.569845] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 801.570161] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 deletion is rescheduled due to dependency. [ 801.572337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.647335] env[65959]: INFO networking_nsxv3.common.synchronization [None req-0bba44ea-fa70-4085-a3dd-4798bace7407 None None] Enqueued Resource ID: 46c498d0-4211-49f2-a163-76cecc173b26 with Priority: HIGHEST for action port [ 801.648076] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c498d0-4211-49f2-a163-76cecc173b26 with Priority: HIGHEST for action port [ 801.648476] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c498d0-4211-49f2-a163-76cecc173b26 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.648639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c498d0-4211-49f2-a163-76cecc173b26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.648743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c498d0-4211-49f2-a163-76cecc173b26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.649105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c498d0-4211-49f2-a163-76cecc173b26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.649258] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c498d0-4211-49f2-a163-76cecc173b26',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.937662] env[65959]: INFO networking_nsxv3.common.synchronization [None req-52087230-472d-450b-86c4-6ab69e13b8dd None None] Enqueued Resource ID: 3ce58339-ff60-4ac1-8925-ff8404d9513d with Priority: HIGHEST for action port [ 801.937662] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce58339-ff60-4ac1-8925-ff8404d9513d with Priority: HIGHEST for action port [ 801.937662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce58339-ff60-4ac1-8925-ff8404d9513d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.939178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce58339-ff60-4ac1-8925-ff8404d9513d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.939453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce58339-ff60-4ac1-8925-ff8404d9513d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.940254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce58339-ff60-4ac1-8925-ff8404d9513d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.940599] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce58339-ff60-4ac1-8925-ff8404d9513d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.943766] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.153691] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c498d0-4211-49f2-a163-76cecc173b26 [ 802.153691] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.153691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.153691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.153691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.153691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.153691] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c498d0-4211-49f2-a163-76cecc173b26 already deleted. [ 802.153691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c498d0-4211-49f2-a163-76cecc173b26" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.266268] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82626dd0-9ede-4ef1-afac-023f50203a13 in Status: SUCCESS [ 802.266555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.443883] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce58339-ff60-4ac1-8925-ff8404d9513d [ 802.444151] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.444310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.444388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.444617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.444788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.444997] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce58339-ff60-4ac1-8925-ff8404d9513d already deleted. [ 802.445119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce58339-ff60-4ac1-8925-ff8404d9513d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.445360] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.463093] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.463487] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.463664] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.464216] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.464605] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.464832] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.465028] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.465317] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.465463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.465675] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.465787] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.465890] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.465993] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.466187] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.466220] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.466336] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.487512] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.487829] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.487951] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.488158] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.488736] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-f8480d1a-73b5-4848-b6fb-f147c64d56a3 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.488945] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.489104] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.489420] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.489624] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8480d1a-73b5-4848-b6fb-f147c64d56a3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.947688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.947834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.947906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.948164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.948261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.948342] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be updated. [ 802.976844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.977141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.977141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.977281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.977428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.987122] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 802.993306] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.993513] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.993653] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.993958] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.994118] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.994275] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port f8480d1a-73b5-4848-b6fb-f147c64d56a3 not found, creating... [ 802.994545] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.994755] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.994867] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.995262] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.995585] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.995738] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.995888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.996216] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.996297] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.996408] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.996507] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: f8480d1a-73b5-4848-b6fb-f147c64d56a3 is going to be created. [ 803.017623] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.017831] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.017946] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.018663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.018663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.018663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.048504] env[65959]: INFO networking_nsxv3.common.synchronization [req-99f508c0-be31-45a1-8819-a37257cdd97c req-c395f950-36ab-4afd-b69e-78680d0b2802 tempest-ServersWithSpecificFlavorTestJSON-75194687 tempest-ServersWithSpecificFlavorTestJSON-75194687-project-member] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 803.049146] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGHEST for action security_group_members [ 803.049426] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.049553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.049622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.049826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.049990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.050260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.050328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.050495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.050585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.050675] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.396018] env[65959]: INFO networking_nsxv3.common.synchronization [req-de03dea8-cf88-4617-bbe7-a9be9387d857 req-0939795f-2396-4bcc-b5cd-557b050856b1 tempest-ImagesNegativeTestJSON-1037218068 tempest-ImagesNegativeTestJSON-1037218068-project-member] Enqueued Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_members [ 803.396018] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGHEST for action security_group_members [ 803.396018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.396715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.396921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400650] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.400650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.400650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.400650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.400650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.400650] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.553474] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.553474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.553474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.553474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.580451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.580731] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.580849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.580913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.581542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.581542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.581542] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be updated. [ 803.617867] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.618071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.618589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.618589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.618731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.628351] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: IN_PROGRESS for 2s [ 803.814023] env[65959]: INFO networking_nsxv3.common.synchronization [req-8780173d-ceb7-4046-b8f5-13030563f181 req-300a7873-484f-4072-a4bc-42ac91e86f20 service nova] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_rules [ 803.814142] env[65959]: INFO networking_nsxv3.common.synchronization [req-8780173d-ceb7-4046-b8f5-13030563f181 req-300a7873-484f-4072-a4bc-42ac91e86f20 service nova] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 803.814206] env[65959]: INFO networking_nsxv3.common.synchronization [req-8780173d-ceb7-4046-b8f5-13030563f181 req-300a7873-484f-4072-a4bc-42ac91e86f20 service nova] Enqueued Resource ID: f8480d1a-73b5-4848-b6fb-f147c64d56a3 with Priority: HIGHEST for action port [ 803.815394] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_rules [ 803.815394] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 803.816392] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8480d1a-73b5-4848-b6fb-f147c64d56a3 with Priority: HIGHEST for action port [ 803.816392] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.816392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.816392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.816392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.816607] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.820020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.820020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.820020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8480d1a-73b5-4848-b6fb-f147c64d56a3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.820020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.820641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.820970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.821112] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8480d1a-73b5-4848-b6fb-f147c64d56a3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.884545] env[65959]: INFO networking_nsxv3.common.synchronization [req-63592a10-2eb5-49a7-bdef-7c7719fdd365 req-8b42f233-9c51-44d0-9537-0d472f2bc9e8 tempest-ServerMetadataTestJSON-1413862585 tempest-ServerMetadataTestJSON-1413862585-project-member] Enqueued Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_members [ 803.885182] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_members [ 803.885526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.885697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.885804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.887035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.887035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.887035] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.901844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.902051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.902110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.902476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.902476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.902626] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.902726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.902793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.902960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.903064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.903165] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca73819b-c92f-4f9b-a861-e78334791b2a is going to be updated. [ 803.940564] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.940564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.940564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.940564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.940564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.953317] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca73819b-c92f-4f9b-a861-e78334791b2a in Status: IN_PROGRESS for 2s [ 804.263871] env[65959]: INFO networking_nsxv3.common.synchronization [None req-09a4677e-72b8-478d-9457-12bc1b573063 None None] Enqueued Resource ID: 253e2b36-8eb4-4899-a536-7b21a7eacdd0 with Priority: HIGHEST for action port [ 804.264309] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253e2b36-8eb4-4899-a536-7b21a7eacdd0 with Priority: HIGHEST for action port [ 804.265121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-253e2b36-8eb4-4899-a536-7b21a7eacdd0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.265403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253e2b36-8eb4-4899-a536-7b21a7eacdd0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.265403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253e2b36-8eb4-4899-a536-7b21a7eacdd0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.265571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253e2b36-8eb4-4899-a536-7b21a7eacdd0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.265667] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253e2b36-8eb4-4899-a536-7b21a7eacdd0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.272022] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.272022] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.272022] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.272022] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.272022] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.272022] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.272022] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.272734] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.272734] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.272734] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.294791] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.294969] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.295108] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.295285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.295591] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-6e478288-aa5b-438f-a8dd-391283845875 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.295756] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.295869] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.296249] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.296349] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e478288-aa5b-438f-a8dd-391283845875',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.322327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.322449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.323822] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8480d1a-73b5-4848-b6fb-f147c64d56a3 with status ACTIVE [ 804.324018] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.324627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.324627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.324627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.324816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.324891] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.324987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.325043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.325204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.325293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.325632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.325730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.325773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.325905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.325982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.326787] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8480d1a-73b5-4848-b6fb-f147c64d56a3 is going to be updated. [ 804.348643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.348783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.348825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.349019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.349160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.349777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8480d1a-73b5-4848-b6fb-f147c64d56a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.391106] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.391304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.391376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.391592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.391691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.391894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.392030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.392098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.392260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.392341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.392425] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 already deleted. [ 804.392526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.649669] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8dee7c6c-59dd-4275-803d-3a59789c6f6a None None] Enqueued Resource ID: e236e8a2-ebb7-468e-a550-3107dd87f679 with Priority: HIGHEST for action port [ 804.651250] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e236e8a2-ebb7-468e-a550-3107dd87f679 with Priority: HIGHEST for action port [ 804.651564] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e236e8a2-ebb7-468e-a550-3107dd87f679 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.651679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e236e8a2-ebb7-468e-a550-3107dd87f679" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.651743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e236e8a2-ebb7-468e-a550-3107dd87f679" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.652021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e236e8a2-ebb7-468e-a550-3107dd87f679" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.652123] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e236e8a2-ebb7-468e-a550-3107dd87f679',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.768331] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 253e2b36-8eb4-4899-a536-7b21a7eacdd0 [ 804.768482] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.768482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.768640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.768789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.768855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.768967] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:253e2b36-8eb4-4899-a536-7b21a7eacdd0 already deleted. [ 804.769184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253e2b36-8eb4-4899-a536-7b21a7eacdd0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.799869] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.799869] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.799869] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.799869] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.800187] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.800187] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 6e478288-aa5b-438f-a8dd-391283845875 not found, creating... [ 804.800521] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.800873] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.800873] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.801037] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.801169] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.801445] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.802014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.802014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.802014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.802200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.802794] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 6e478288-aa5b-438f-a8dd-391283845875 is going to be created. [ 804.824852] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.824852] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.825088] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.825224] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.825436] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.825719] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998578] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 804.998874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.999121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.999430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.999683] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.999859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.999984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.000200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.000308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.000440] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.154466] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e236e8a2-ebb7-468e-a550-3107dd87f679 [ 805.154715] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.154851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.154917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.155196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.155290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.155388] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e236e8a2-ebb7-468e-a550-3107dd87f679 already deleted. [ 805.155471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e236e8a2-ebb7-468e-a550-3107dd87f679" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.367969] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8bbef338-f24e-4f4a-95c4-46dbae4979f8 tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_rules [ 805.368298] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_rules [ 805.368759] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.368910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.368910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.369174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.369259] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.504642] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.548955] env[65959]: INFO networking_nsxv3.common.synchronization [req-63592a10-2eb5-49a7-bdef-7c7719fdd365 req-78354a7b-cb09-44d8-ad86-e4413f5073d5 service nova] Enqueued Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_rules [ 805.548955] env[65959]: INFO networking_nsxv3.common.synchronization [req-63592a10-2eb5-49a7-bdef-7c7719fdd365 req-78354a7b-cb09-44d8-ad86-e4413f5073d5 service nova] Enqueued Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_members [ 805.549086] env[65959]: INFO networking_nsxv3.common.synchronization [req-63592a10-2eb5-49a7-bdef-7c7719fdd365 req-78354a7b-cb09-44d8-ad86-e4413f5073d5 service nova] Enqueued Resource ID: 6e478288-aa5b-438f-a8dd-391283845875 with Priority: HIGHEST for action port [ 805.553023] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_rules [ 805.553023] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_members [ 805.553023] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e478288-aa5b-438f-a8dd-391283845875 with Priority: HIGHEST for action port [ 805.553023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.553633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.553633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.553633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.553776] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.555196] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.557409] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.557409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.557409] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.558099] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e478288-aa5b-438f-a8dd-391283845875 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.558839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.558839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.558839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.558839] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e478288-aa5b-438f-a8dd-391283845875',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.639049] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d57131b-a839-45e7-b008-ea21ad7675ad in Status: SUCCESS [ 805.639247] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad deletion is rescheduled due to dependency. [ 805.639366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.661779] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e8a575ff-7840-4d16-9867-893b32779894 tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_rules [ 805.662779] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_rules [ 805.662779] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.662779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.897958] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.898137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.898181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.898394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.898480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.898579] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f already deleted. [ 805.898648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.898795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.898946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.899038] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.965237] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca73819b-c92f-4f9b-a861-e78334791b2a in Status: SUCCESS [ 805.966089] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca73819b-c92f-4f9b-a861-e78334791b2a deletion is rescheduled due to dependency. [ 805.966089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.006796] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.062693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.066299] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.066595] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.069150] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e478288-aa5b-438f-a8dd-391283845875 with status ACTIVE [ 806.069341] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.069498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.069593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.069844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.070114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.070114] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.070230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.070418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.070528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.070613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.070809] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.070905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.071169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.072844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e478288-aa5b-438f-a8dd-391283845875 is going to be updated. [ 806.102890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.103129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.103242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.103431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.103574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.103767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e478288-aa5b-438f-a8dd-391283845875" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.267418] env[65959]: INFO networking_nsxv3.common.synchronization [req-a34f051b-3d3c-4fd7-aa75-fe0b4c9875a9 req-e727dfb9-9c21-4a4e-ae71-d0aa2ee4ef47 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 806.268018] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 806.268340] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.268484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.268546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.268763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.268935] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.269094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.269198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.269283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.269442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.269442] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.420930] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.421144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.421144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.421244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.421339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.421434] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f already deleted. [ 806.421517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.510418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.510627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.510627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.510849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.511148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.511148] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be updated. [ 806.542343] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.542343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.542716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.544842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.545031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.559386] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 806.576781] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.799686] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.801632] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.801822] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.801915] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.802334] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.802732] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.802978] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.803138] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.803376] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.803514] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.803715] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.803818] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.803917] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.804040] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.804148] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.804243] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.804386] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.825664] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.825823] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.825951] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.826139] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.826458] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-d6594705-5d89-4017-b82b-ba79f463dfe5 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.826659] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.826736] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.827098] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.831299] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6594705-5d89-4017-b82b-ba79f463dfe5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.080585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.081209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.081209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.081209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.081209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.081408] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 is going to be created. [ 807.111487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.112161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.124664] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 in Status: UNINITIALIZED for 2s [ 807.306588] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.336023] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336023] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port d6594705-5d89-4017-b82b-ba79f463dfe5 not found, creating... [ 807.336023] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.336023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336615] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.336615] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.336615] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.337628] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.337918] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338251] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: d6594705-5d89-4017-b82b-ba79f463dfe5 is going to be created. [ 807.364463] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.364463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.364463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.364463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.364463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.364463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.809538] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.809905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.809905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.810042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.810161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.810217] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 807.860588] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.860810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.860880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.865490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.865618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.878559] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 808.162272] env[65959]: INFO networking_nsxv3.common.synchronization [req-a34f051b-3d3c-4fd7-aa75-fe0b4c9875a9 req-2e9c8d39-5eb0-47d4-aa20-0673a82b08d6 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 808.162272] env[65959]: INFO networking_nsxv3.common.synchronization [req-a34f051b-3d3c-4fd7-aa75-fe0b4c9875a9 req-2e9c8d39-5eb0-47d4-aa20-0673a82b08d6 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 808.162272] env[65959]: INFO networking_nsxv3.common.synchronization [req-a34f051b-3d3c-4fd7-aa75-fe0b4c9875a9 req-2e9c8d39-5eb0-47d4-aa20-0673a82b08d6 service nova] Enqueued Resource ID: d6594705-5d89-4017-b82b-ba79f463dfe5 with Priority: HIGHEST for action port [ 808.162485] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 808.162739] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 808.162856] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6594705-5d89-4017-b82b-ba79f463dfe5 with Priority: HIGHEST for action port [ 808.163195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.163325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.163392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.163594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.163717] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.165442] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.165798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.165865] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6594705-5d89-4017-b82b-ba79f463dfe5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.166048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.166048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.166956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.166956] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6594705-5d89-4017-b82b-ba79f463dfe5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.573749] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 808.573986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.574168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.574400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.574596] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.574745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.574852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.575019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.575132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.575258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.575387] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.669304] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.669540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.670810] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6594705-5d89-4017-b82b-ba79f463dfe5 with status ACTIVE [ 808.671676] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.671676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.671676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.671676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.671676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.671979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.671979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.671979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.672190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.672288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.672507] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.672626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.672687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.672833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.672919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.673022] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6594705-5d89-4017-b82b-ba79f463dfe5 is going to be updated. [ 808.697532] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.697532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.697532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.697532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.697532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.697532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6594705-5d89-4017-b82b-ba79f463dfe5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.078946] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.079497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.079497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.079497] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.079640] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.079726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.079798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.079944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.080066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.080314] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.080408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.080469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.080617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.080778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.080857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.080905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.081036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.081111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.081193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.081283] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.136519] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 in Status: SUCCESS [ 809.136843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.137063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.137314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.137522] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.137667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.137747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.137885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.137962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.138049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.138195] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.584488] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1539055c-9992-45e2-9195-9eb35814ef0f: rpc.has_security_group_logging(os_id): False [ 809.608086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.608356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.608356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.608848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.633023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.633023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.633023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.633023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.633693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.633885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.634111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be updated. [ 809.646027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.646027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.646027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.646027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.646027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.646937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.646937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.646937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.646937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.646937] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.700167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.700398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.700477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.700701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.700852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.719817] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 809.890983] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 809.891214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.892984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.892984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.892984] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.892984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.892984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.892984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.892984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.892984] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.149575] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ff8308-f3db-47b4-826f-6c2c40a47bf6: rpc.has_security_group_logging(os_id): False [ 810.171073] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.171073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.171295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.171685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.171685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.171808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.171925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.172032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.172632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.172632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.172632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.172831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.172913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.173226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.173350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.173655] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.174970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.174970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.174970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.174970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.175338] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 is going to be created. [ 810.248882] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.248882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.249181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.267111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 in Status: IN_PROGRESS for 2s [ 810.396733] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.900841] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.405981] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.405981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.406376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.406376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.406376] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 811.448330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.448330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.448330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.448577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.448677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.460920] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 811.739797] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 811.740044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.281581] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 in Status: SUCCESS [ 812.282247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.164397] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 813.164397] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 813.476342] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 813.476641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.476828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.477142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.477352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.477495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.477568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.477774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.477859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.477943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.478898] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.981929] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.982158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.982257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.983559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.983559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.983559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.983559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.983763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.983763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.983934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.984082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.984319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.984319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.984476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.984670] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.984827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.985070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.987094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.987094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.987094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.987094] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.490701] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 814.516311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.516311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.516311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.541609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.541609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541609] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 814.613433] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.613433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.613907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.613966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.614920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635520] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 815.596388] env[65959]: INFO networking_nsxv3.common.synchronization [req-7cc99f36-ffa7-4c8b-967a-c5dbb3af68cc req-754cc580-5529-4713-b1f4-1991bb8e3536 tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 815.597137] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 815.597326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.597452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.597518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.597733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.597907] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.597981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.598579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.598764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.598835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.598934] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.103533] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.103682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.103768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.104019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.131880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.132317] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.132505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.132620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.133156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.133321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.133474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 816.152390] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.152390] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.152763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.153304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.153680] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.153868] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.154780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.154780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.154780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155016] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.155183] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.155285] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.155449] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.155624] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.155807] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.156146] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.170661] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.185614] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.189406] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.189664] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.189914] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-177" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.190343] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-2388214e-7425-469d-9fdb-db9bc1603cf9 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.190554] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.190688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.191076] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.191247] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2388214e-7425-469d-9fdb-db9bc1603cf9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.193211] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 816.654891] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 816.655117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.696353] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.696353] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 2388214e-7425-469d-9fdb-db9bc1603cf9 not found, creating... [ 816.696353] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.696353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.696960] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.696960] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.696960] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.697124] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.697202] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.697384] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.699835] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 2388214e-7425-469d-9fdb-db9bc1603cf9 is going to be created. [ 816.740977] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.741561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.741561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.741700] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.741926] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.742507] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.414660] env[65959]: INFO networking_nsxv3.common.synchronization [req-7cc99f36-ffa7-4c8b-967a-c5dbb3af68cc req-a3d200dd-b0f7-4f2b-ad66-a2137cd99369 service nova] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_rules [ 817.414826] env[65959]: INFO networking_nsxv3.common.synchronization [req-7cc99f36-ffa7-4c8b-967a-c5dbb3af68cc req-a3d200dd-b0f7-4f2b-ad66-a2137cd99369 service nova] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 817.414949] env[65959]: INFO networking_nsxv3.common.synchronization [req-7cc99f36-ffa7-4c8b-967a-c5dbb3af68cc req-a3d200dd-b0f7-4f2b-ad66-a2137cd99369 service nova] Enqueued Resource ID: 2388214e-7425-469d-9fdb-db9bc1603cf9 with Priority: HIGHEST for action port [ 817.415543] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_rules [ 817.415699] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 817.415794] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2388214e-7425-469d-9fdb-db9bc1603cf9 with Priority: HIGHEST for action port [ 817.416785] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.416785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.416785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.416981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.417217] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.418536] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.418680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.418979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2388214e-7425-469d-9fdb-db9bc1603cf9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.419108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.419170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.421613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.421613] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2388214e-7425-469d-9fdb-db9bc1603cf9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.924362] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.924650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.924788] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2388214e-7425-469d-9fdb-db9bc1603cf9 with status ACTIVE [ 817.925382] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.925382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.925382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.925382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.925382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.925642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.925642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.925793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.925793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.925886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.926576] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.926576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.926576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.926576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.926576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.926576] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2388214e-7425-469d-9fdb-db9bc1603cf9 is going to be updated. [ 817.951882] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.951882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.951882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.952231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.952298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.952450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2388214e-7425-469d-9fdb-db9bc1603cf9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.206049] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 818.206049] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 deletion is rescheduled due to dependency. [ 818.206049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.206049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.207204] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.207204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.207204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.207204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.207204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.207204] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.709115] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.203185] env[65959]: INFO networking_nsxv3.common.synchronization [req-650cef4d-2952-45ba-aa84-7e8f2d9f4cb9 req-e4693e42-a910-49bc-9218-7b422c5ce5fe tempest-InstanceActionsTestJSON-953191399 tempest-InstanceActionsTestJSON-953191399-project-member] Enqueued Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_members [ 819.203842] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGHEST for action security_group_members [ 819.204264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.204407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.204472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.204681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.204838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.204936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.204997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.205216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.205268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.205335] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.211242] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.707716] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.708155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.708155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.708223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.708452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.708596] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.708747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.708747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.709033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.709033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.709033] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82626dd0-9ede-4ef1-afac-023f50203a13 is going to be updated. [ 819.713345] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.713502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.713566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.713731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.713848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.713901] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 819.770197] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.770442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.770514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.770723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.770877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.772954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.773122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.773224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.773371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.773505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.790413] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 819.791676] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82626dd0-9ede-4ef1-afac-023f50203a13 in Status: IN_PROGRESS for 2s [ 820.879701] env[65959]: INFO networking_nsxv3.common.synchronization [req-2244390b-e77c-4136-b7da-c58238f9002b req-ce6fe645-4dd6-452a-89fd-08f2029c695a tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 820.880402] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 820.880736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.880933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.880933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.881175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.881326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.881421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.881486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.881634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.881719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.881814] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.358578] env[65959]: INFO networking_nsxv3.common.synchronization [req-45115191-bb52-442f-95a5-e239492c5f78 req-40c51b01-d8f9-4e34-9eea-d39d35a5ba51 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 821.358578] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 821.358694] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.358812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.358879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.359397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.359687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.360180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.360304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.361030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.361030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.361030] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.384439] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.805992] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 821.806249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.806448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.806688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.806895] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.807076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.807114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.807285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.807370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.807454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.807543] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.809825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82626dd0-9ede-4ef1-afac-023f50203a13 in Status: SUCCESS [ 821.809994] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82626dd0-9ede-4ef1-afac-023f50203a13 deletion is rescheduled due to dependency. [ 821.810195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.862949] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.887013] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.311214] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.311419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.311478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.311725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.312330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.312330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.312330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.312556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.312608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.312687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.312845] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.312944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.312993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.313204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.313337] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.313431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.313492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.313629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.313706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.313774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.313860] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.366410] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.389485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.389707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.389794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.390084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.390185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.390297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 822.428431] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.428799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.428799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.429062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.429236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.446070] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 822.817157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a787cf-0f7f-4018-b4d9-29a8b8366ee0: rpc.has_security_group_logging(os_id): False [ 822.848948] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.849131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.849213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.849465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.849569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.849822] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.849936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.850012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.850320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.850425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.850635] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.850745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.850807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.851081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.851170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.851734] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.852065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.852176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.853037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.853037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.853037] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 822.871954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.871954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.871954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.871954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.871954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.871954] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 822.909216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.909216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.909216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.909596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.909596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.929948] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 822.942087] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.942844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.942844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.942844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.942844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.963763] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 823.500953] env[65959]: INFO networking_nsxv3.common.synchronization [None req-df311448-79a3-4e31-96ae-748375aa53de tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_rules [ 823.501597] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_rules [ 823.501995] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.502213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.502304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.502614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.502727] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.601029] env[65959]: INFO networking_nsxv3.common.synchronization [None req-86e6c399-ee3b-47cb-9284-47aba29316fd tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_rules [ 823.601029] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_rules [ 823.601029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.601029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.864393] env[65959]: INFO networking_nsxv3.common.synchronization [req-845041ad-98c5-4121-a59a-6bf14592815c req-14abac78-fac8-4c54-b84c-dfd16187cc41 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 823.864555] env[65959]: INFO networking_nsxv3.common.synchronization [req-845041ad-98c5-4121-a59a-6bf14592815c req-14abac78-fac8-4c54-b84c-dfd16187cc41 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 823.864742] env[65959]: INFO networking_nsxv3.common.synchronization [req-845041ad-98c5-4121-a59a-6bf14592815c req-14abac78-fac8-4c54-b84c-dfd16187cc41 tempest-SecurityGroupsTestJSON-817011818 tempest-SecurityGroupsTestJSON-817011818-project-member] Enqueued Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_members [ 823.866021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGHEST for action security_group_members [ 823.866021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGHEST for action security_group_members [ 823.866021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGHEST for action security_group_members [ 823.866021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.866021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.866021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.866575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.866774] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.866908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.866992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.867245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.867364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.867509] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.868856] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.869020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.869114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.869357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.869602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.869769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.869876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.870105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.870240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.870683] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.872026] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-49bafcc6-f317-4876-8660-d3196ec5fc64 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.872026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.872026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.872324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.874085] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.874085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.874085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.874085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.874085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.874085] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.025438] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.025848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.025848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026886] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e already deleted. [ 824.026886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.026886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.026886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.026886] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.243839] env[65959]: INFO networking_nsxv3.common.synchronization [req-e6121ebe-c634-4019-a2eb-a58333aa090b req-cbf47219-e9e1-46f2-aa08-1373bea03214 tempest-ServersAdminNegativeTestJSON-832376594 tempest-ServersAdminNegativeTestJSON-832376594-project-member] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 824.244419] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 824.244745] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.244849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.244910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.245617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.245821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.246391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.246492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.246698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.246775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.246913] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.374894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.375195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.375195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.375281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.376517] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.376627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.378680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.378791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.398936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.399228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.399681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.400535] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be updated. [ 824.401198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.401198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.401198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.401384] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.401452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.401530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.401799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.401908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.401999] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be updated. [ 824.403461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.403461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.424897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425187] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.425370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.425447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.425758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.425845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425941] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 is going to be updated. [ 824.431747] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.431882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.432012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.432393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.432519] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.437408] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.437408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.437408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.437408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.437408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.440120] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.440120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.440120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.440120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.440537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.449615] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: IN_PROGRESS for 2s [ 824.452278] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: IN_PROGRESS for 2s [ 824.454923] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 824.454923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.462684] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.462684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.462684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.462684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.462684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.475938] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: IN_PROGRESS for 2s [ 824.571228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.571590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.571792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.572178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.572490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.572633] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e already deleted. [ 824.572741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.749245] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.942970] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.948319] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 824.948319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.978854] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 824.979217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.255616] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.446489] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.758673] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.758769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.758769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.759385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.759385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.759385] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be updated. [ 825.788925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.789097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.789155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.789349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.789487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.799419] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 825.949382] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 825.949506] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 826.337160] env[65959]: INFO networking_nsxv3.common.synchronization [req-9f693d54-1a66-4ccc-b121-f1b589de8929 req-382281f7-9a3a-45c7-ae82-9ed258d5e445 tempest-ServerMetadataTestJSON-1413862585 tempest-ServerMetadataTestJSON-1413862585-project-member] Enqueued Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_members [ 826.338027] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 with Priority: HIGHEST for action security_group_members [ 826.338027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ff8308-f3db-47b4-826f-6c2c40a47bf6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.338027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.338027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.338642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.338642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.338642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.338844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.338934] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ff8308-f3db-47b4-826f-6c2c40a47bf6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.450077] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c6da2776-212c-4a05-956b-2de59c4f5b54 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_rules [ 826.451156] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_rules [ 826.451311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.451981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.451981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.452169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.452264] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.463238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7266eb9c-9216-4686-bc49-89c4c979bbed in Status: SUCCESS [ 826.463414] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed deletion is rescheduled due to dependency. [ 826.463525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.464352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 in Status: SUCCESS [ 826.464742] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 deletion is rescheduled due to dependency. [ 826.464851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.486904] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 in Status: SUCCESS [ 826.486904] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 deletion is rescheduled due to dependency. [ 826.487080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.599602] env[65959]: INFO networking_nsxv3.common.synchronization [None req-009cd03f-69f9-4674-95ce-175102ac747c tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_rules [ 826.600190] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_rules [ 826.600522] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.601042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840609] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.840863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.840863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.841152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.841390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.841950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.841950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.841950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.842190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.842436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.842436] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 is going to be updated. [ 826.869709] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.869709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.869709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.869709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.891452] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 826.892435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.894237] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 826.896451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.896640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.896745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.897166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.897232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.909158] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 in Status: IN_PROGRESS for 2s [ 826.934541] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.934650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.934650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.934876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.946438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.947154] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 826.947241] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.947322] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 826.979104] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.979274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.979316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.979589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.979623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.980386] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 already deleted. [ 826.980493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.980772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.980861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.980926] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.002891] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.003143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.003391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.003529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.004612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.004802] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 827.072031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.072223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.072304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.072512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.072761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.072959] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 827.133966] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.134158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.134200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.134445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.134930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.135673] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 827.135673] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'27858cc4-087d-4859-96b9-de5786aea337', '6d57131b-a839-45e7-b008-ea21ad7675ad', '954a51e9-25d6-42e3-9397-519534a83eb5', '41c5c068-adb8-400a-9512-f99c1e586886', 'bd77507c-e789-4bd4-aa21-e7b4e2cb8b76', '865e5acc-6fce-47c2-9b9d-98fb97e43a9a', '16852221-cbb2-4c57-8ff7-ed6f90879a2f', 'b3e25357-a6a6-4d61-aed9-cf4dfc96102e', '6d213dfa-2981-4f8c-b42b-71a633514b86', '359ac0b6-6acd-4288-8e63-fc817353995e', '3d65be17-319a-4351-9755-32e7c95aef58', '1ddc6ef2-049b-4206-87fc-1ee8e8058058', 'edc79ff5-fb02-440c-9106-c79a62edcf6e', '19b4cae8-a056-4e2a-8b8c-8adc5d64275d', 'dd8cea36-9534-4597-9342-4b9fc6fc3198', '49bafcc6-f317-4876-8660-d3196ec5fc64', '1662b720-bd95-428a-9095-e1bdb88d412f', '03b592d7-1456-4603-8ff0-7491b9a44b34', '1539055c-9992-45e2-9195-9eb35814ef0f', '35b52f9d-a3e8-43ef-8718-de3dc451fc60', 'eadf8ac8-31e4-4a43-a213-33eac84205eb', 'c5866e0b-4f09-4c5b-a4de-dd0287518628', '0ec987d7-6150-44c3-b817-cd3a3238246b', 'ef841514-222a-4fab-add5-9480c19f083e', '82626dd0-9ede-4ef1-afac-023f50203a13', '7266eb9c-9216-4686-bc49-89c4c979bbed', 'fcfd9d43-34e6-4dad-9769-2f4f019567ba', '2a7bc577-7b63-4aa1-b502-5876f55b939c', '3d287476-aa48-4ef2-9f20-4005608709d8', '4a975529-9a6d-48fe-b3bb-6bdcd6211753', '92959d4e-7d88-4690-8ee4-18ed3d298893', 'ca73819b-c92f-4f9b-a861-e78334791b2a', '615198e4-cc1b-4e31-9139-c01af1e68f6d', 'a60b142a-ff0c-40a9-9544-366c14f25245', '82a787cf-0f7f-4018-b4d9-29a8b8366ee0', '81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49', '0ae93014-4084-4f1c-8b20-5b66eef04a71', '22ff8308-f3db-47b4-826f-6c2c40a47bf6', '3e2078aa-bfb9-420e-b668-207391d4719e'} {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.135673] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 827.160035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.160170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.160242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.160454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.160544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.160656] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 827.160726] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.160797] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 827.228031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.228166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.228230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.228442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.229757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.231254] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 827.231423] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 827.232082] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 827.232082] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 827.232082] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 827.232082] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGH for action security_group_rules [ 827.232082] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGH for action security_group_rules [ 827.232082] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGH for action security_group_rules [ 827.232082] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGH for action security_group_rules [ 827.232082] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGH for action security_group_rules [ 827.232082] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGH for action security_group_rules [ 827.232421] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGH for action security_group_rules [ 827.232421] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGH for action security_group_rules [ 827.232421] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGH for action security_group_rules [ 827.232421] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGH for action security_group_rules [ 827.232421] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGH for action security_group_rules [ 827.232939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGH for action security_group_rules [ 827.233246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.414530] env[65959]: INFO networking_nsxv3.common.synchronization [req-70e5ec72-c032-4369-9335-c7b60ab023ba req-e378cc8b-9134-4e51-b8c8-fbe2747c8ea5 tempest-ListImageFiltersTestJSON-677065262 tempest-ListImageFiltersTestJSON-677065262-project-member] Enqueued Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 827.415851] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGHEST for action security_group_members [ 827.416158] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGH for action security_group_rules [ 827.416158] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGH for action security_group_rules [ 827.416158] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f with Priority: HIGH for action security_group_rules [ 827.416665] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGH for action security_group_rules [ 827.416944] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGH for action security_group_rules [ 827.417121] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGH for action security_group_rules [ 827.417432] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 with Priority: HIGH for action security_group_rules [ 827.417744] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGH for action security_group_rules [ 827.417971] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d with Priority: HIGH for action security_group_rules [ 827.418133] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 with Priority: HIGH for action security_group_rules [ 827.418370] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc79ff5-fb02-440c-9106-c79a62edcf6e with Priority: HIGH for action security_group_rules [ 827.418600] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGH for action security_group_rules [ 827.418945] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d65be17-319a-4351-9755-32e7c95aef58 with Priority: HIGH for action security_group_rules [ 827.419104] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359ac0b6-6acd-4288-8e63-fc817353995e with Priority: HIGH for action security_group_rules [ 827.419211] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 with Priority: HIGH for action security_group_rules [ 827.419632] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGH for action security_group_rules [ 827.419785] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e with Priority: HIGH for action security_group_rules [ 827.419890] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 with Priority: HIGH for action security_group_rules [ 827.419986] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d57131b-a839-45e7-b008-ea21ad7675ad with Priority: HIGH for action security_group_rules [ 827.420150] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c5c068-adb8-400a-9512-f99c1e586886 with Priority: HIGH for action security_group_rules [ 827.420503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.420632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.420692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.420894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.421110] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.421293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.421293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.421424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.421642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.421642] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.422540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.422671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.422813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.422877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.422998] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.423873] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.424013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.428775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.428775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.428775] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.429657] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.430906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.431034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.431241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.431328] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16852221-cbb2-4c57-8ff7-ed6f90879a2f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.432543] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.432674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.433878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.433962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.433999] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.437070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.437070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.437070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.440077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.440077] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.440077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.440077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.440077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.440077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.440077] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.442244] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03b592d7-1456-4603-8ff0-7491b9a44b34 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.442244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.442244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.442244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.442244] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03b592d7-1456-4603-8ff0-7491b9a44b34',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.444112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.444300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.444401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.444622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.444738] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.446955] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.446955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.446955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.446955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.446955] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4cae8-a056-4e2a-8b8c-8adc5d64275d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.447279] env[65959]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 827.449834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49bafcc6-f317-4876-8660-d3196ec5fc64 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.449998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.451210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.451210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.451210] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49bafcc6-f317-4876-8660-d3196ec5fc64',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.451695] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc79ff5-fb02-440c-9106-c79a62edcf6e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.451695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.451835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.452456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.453076] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc79ff5-fb02-440c-9106-c79a62edcf6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.453515] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.453678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.453829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.453940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.455360] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.455360] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d65be17-319a-4351-9755-32e7c95aef58 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.455360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.455360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.455360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.455360] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d65be17-319a-4351-9755-32e7c95aef58',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.456196] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-359ac0b6-6acd-4288-8e63-fc817353995e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.456305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.456368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.456519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.456589] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('359ac0b6-6acd-4288-8e63-fc817353995e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.457562] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d213dfa-2981-4f8c-b42b-71a633514b86 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.457731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.457900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.458034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.458133] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d213dfa-2981-4f8c-b42b-71a633514b86',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.459238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.459238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.459238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.459434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.459543] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.460946] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.461129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.461210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.461544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.461544] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e25357-a6a6-4d61-aed9-cf4dfc96102e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.462315] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.462451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.462513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.463449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.463449] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd77507c-e789-4bd4-aa21-e7b4e2cb8b76',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.464631] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d57131b-a839-45e7-b008-ea21ad7675ad taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.464734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.464803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.465639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.465790] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d57131b-a839-45e7-b008-ea21ad7675ad',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.466078] env[65959]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 827.466865] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c5c068-adb8-400a-9512-f99c1e586886 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.467220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.467220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.467220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.467420] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c5c068-adb8-400a-9512-f99c1e586886',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.477223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.477223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.477223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.477223] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.482264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.482264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.482264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.482264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.510646] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.510894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.515270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.515642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.515825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.515825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.516327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.516327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.516327] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be updated. [ 827.519459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.519459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.519459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.519459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.519459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.519459] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 already deleted. [ 827.519459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.521900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.522156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.543439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.543439] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be deleted. [ 827.555743] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.555743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.555743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.555743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.555743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.565694] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: IN_PROGRESS for 2s [ 827.597312] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.597474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.597474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.598948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.598948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.598948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.815373] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 827.815602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.930348] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.930958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.931080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.931353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.931584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.931741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.931842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.932280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.932500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.932696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.932896] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.937189] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.937189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.937189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.937393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.937504] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.937598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.937660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.937810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.937903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.937989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.938090] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.988018] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.990501] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.990685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.990741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.990918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.011293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.011412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16852221-cbb2-4c57-8ff7-ed6f90879a2f is going to be deleted. [ 828.012819] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.012947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.013395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.013594] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.013706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.013930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.014018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.014243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.014336] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.027357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.027606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.027606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.027821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.027872] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.027959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.028017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.028165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.028295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.028343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.028398] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.031759] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.031759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.031759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.031943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.031943] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.032046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.032170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.032266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.032392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.032428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.032503] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.049049] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.049271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.049437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.049622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.049622] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.049780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.049780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.050041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.050041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.050213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.050213] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.050344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.050344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.050465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.050711] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.050711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.050894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.050894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.051041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.051102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.051174] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.063288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.063540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.063540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.063891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.070988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.071209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.075196] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.075196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.075710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.075823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.082034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.082231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.093524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.093720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.094608] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.094715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.095473] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.095594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.096277] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.096369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.097165] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.097262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.098778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.098867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.099563] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.099956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.100073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.102338] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 828.102916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.102916] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be deleted. [ 828.103870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.104115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.124922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.125056] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49bafcc6-f317-4876-8660-d3196ec5fc64 is going to be deleted. [ 828.126715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.126715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.133037] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.133293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.154025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.154025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4cae8-a056-4e2a-8b8c-8adc5d64275d is going to be deleted. [ 828.154025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.154025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.154025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.154025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 is going to be deleted. [ 828.154025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.154025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.195198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.195345] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d65be17-319a-4351-9755-32e7c95aef58 is going to be deleted. [ 828.196309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.196766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.216403] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.216589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.218259] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.218484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.259077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.259203] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc79ff5-fb02-440c-9106-c79a62edcf6e is going to be deleted. [ 828.260359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.260537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.284837] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.285084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.313987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.314163] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d213dfa-2981-4f8c-b42b-71a633514b86 is going to be deleted. [ 828.315134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.315418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.336449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.336449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.337516] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.337627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.415177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.415177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d57131b-a839-45e7-b008-ea21ad7675ad is going to be deleted. [ 828.416156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.416383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.435451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.435634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.435682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.435916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.436072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.436204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.436252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.436384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.436472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.436557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.436698] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.436789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.436848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.436990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.437143] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.437324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.437396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.437571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.437610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.437689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.437778] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.441993] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.494883] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35b52f9d-a3e8-43ef-8718-de3dc451fc60: rpc.has_security_group_logging(os_id): False [ 828.513475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.513630] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c5c068-adb8-400a-9512-f99c1e586886 is going to be deleted. [ 828.514706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.514965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.517902] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.518049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.518125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.518335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.518684] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.518784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.518784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.518939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.519044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.519137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.519289] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.519395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.519455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.519617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.519692] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.519800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.519860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.519998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.520110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.520198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.520290] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.535473] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.535665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.535733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.535932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.536111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.536210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.536276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.536425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.536589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.536686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.536836] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.536928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.536989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.537154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.537289] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.537379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.537479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.537571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.537684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.537725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.537822] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.539890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.540018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.541369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.545632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.545779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.549904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.550041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 359ac0b6-6acd-4288-8e63-fc817353995e is going to be deleted. [ 828.551280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.551435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.558593] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 865e5acc-6fce-47c2-9b9d-98fb97e43a9a: rpc.has_security_group_logging(os_id): False [ 828.618032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.618032] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd77507c-e789-4bd4-aa21-e7b4e2cb8b76 is going to be deleted. [ 828.620556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.621962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.625235] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.625462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.627115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.627308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.775830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.775963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.807147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.807147] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e25357-a6a6-4d61-aed9-cf4dfc96102e is going to be deleted. [ 828.807760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.807973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.808128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.808577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16852221-cbb2-4c57-8ff7-ed6f90879a2f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.809251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.809251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.809251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.809391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.809918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.810140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.810249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.810654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49bafcc6-f317-4876-8660-d3196ec5fc64" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.810654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.810760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.810852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.811148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4cae8-a056-4e2a-8b8c-8adc5d64275d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.811148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.811293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.811371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.811527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d65be17-319a-4351-9755-32e7c95aef58" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.811685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.811863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.812042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.812210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.812345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.812496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.812624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.812728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc79ff5-fb02-440c-9106-c79a62edcf6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.812839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.813013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.860487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.860798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.914883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.915219] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.915314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.915383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.915582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.915662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.915888] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 828.917075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.917544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.917544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.917544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d213dfa-2981-4f8c-b42b-71a633514b86" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.917961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.917961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.917961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.917961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d57131b-a839-45e7-b008-ea21ad7675ad" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.918772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.919121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.919204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.920065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd77507c-e789-4bd4-aa21-e7b4e2cb8b76" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.920065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.920065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.931246] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 in Status: SUCCESS [ 828.931333] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ff8308-f3db-47b4-826f-6c2c40a47bf6 deletion is rescheduled due to dependency. [ 828.931411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ff8308-f3db-47b4-826f-6c2c40a47bf6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941423] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 828.944203] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8cea36-9534-4597-9342-4b9fc6fc3198: rpc.has_security_group_logging(os_id): False [ 829.004462] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.004968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.009377] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.009604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.012457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.012727] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.012841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.012902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.013140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.013233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.013429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.013824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.013824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.013824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.013824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.014061] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.014121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.014162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.014290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.014358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.014605] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 829.015973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.015973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.016103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.016168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c5c068-adb8-400a-9512-f99c1e586886" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.017331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.017331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.017331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.017331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-359ac0b6-6acd-4288-8e63-fc817353995e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.017331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.017331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.023617] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1539055c-9992-45e2-9195-9eb35814ef0f: rpc.has_security_group_logging(os_id): False [ 829.041413] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1662b720-bd95-428a-9095-e1bdb88d412f: rpc.has_security_group_logging(os_id): False [ 829.101604] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.101758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.102962] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.103080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.106444] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.106552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.121119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.121529] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.121669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.121737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.121968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.122253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.122345] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 829.123571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.171831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.171914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.230050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.230050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.230050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.230729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.230729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.230729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.230729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.230729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.230729] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 829.232951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.233155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.278692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.278984] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.279130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.279244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.279411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.279493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.279718] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.279845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.279898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.280193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.280309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.280532] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.280622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.280622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.280774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.280845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.280934] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 829.282767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.282767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.329336] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.329336] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.329336] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.329336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.329861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.330706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.330706] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be updated. [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e25357-a6a6-4d61-aed9-cf4dfc96102e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.333077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.335224] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.335395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.335631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.335918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.336394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.392878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.393086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.393086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.393329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.393472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.441326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.441326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.441326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.441326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.441326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.445365] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 829.470272] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 829.471845] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.471984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.472074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.472444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.473143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.504038] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 829.525139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 829.543799] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 829.573162] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.573162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.573162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.573372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.573419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.579655] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 in Status: SUCCESS [ 829.579838] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03b592d7-1456-4603-8ff0-7491b9a44b34 deletion is rescheduled due to dependency. [ 829.579949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03b592d7-1456-4603-8ff0-7491b9a44b34" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.627961] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 829.628545] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 830.298021] env[65959]: INFO networking_nsxv3.common.synchronization [req-86240815-a359-4983-8dff-7f3c2a1ee6e7 req-f7bba609-a729-460f-a373-ad3c3f2a41ae tempest-ImagesOneServerNegativeTestJSON-1843610324 tempest-ImagesOneServerNegativeTestJSON-1843610324-project-member] Enqueued Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 830.299602] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 with Priority: HIGHEST for action security_group_members [ 830.299602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.299602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.299602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.299602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.299602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.299881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.299881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.299881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.299978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.300033] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a787cf-0f7f-4018-b4d9-29a8b8366ee0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.805364] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.805687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.805687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.805760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.827760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.827860] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.827980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.828714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.828714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.828714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.828714] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 is going to be updated. [ 830.856157] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.856625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.856802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.857124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.858599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.867374] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: IN_PROGRESS for 2s [ 831.464855] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 831.465091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.484036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 831.484036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.523177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 831.523454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.539853] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 831.540087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.557574] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 831.557813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.644733] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 831.645167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.715085] env[65959]: INFO networking_nsxv3.common.synchronization [req-340034c7-81da-4fef-85a9-86a0f49a5a57 req-a21a537e-ef8d-49b5-a431-f7b85df466cf tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 831.715558] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 831.715854] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.715977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.716072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.716286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.716920] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.716920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.716920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.716920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.716920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.716920] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.137020] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.137341] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.137341] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.137631] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.137845] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.137995] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.138352] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.138582] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.138725] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138931] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.139051] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.139161] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.139332] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.139483] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.139604] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.139709] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.162053] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.162325] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.162405] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.162518] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.162826] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.163031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.163122] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.163505] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.163640] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.218875] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.219062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.219105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.219386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.219482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.219686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.219785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.219843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.219996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.220108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.220200] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be deleted. [ 832.249946] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.250094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.250230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.250399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.250510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.250630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.666661] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.666882] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.666955] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667271] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667436] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.667561] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b not found, creating... [ 832.667854] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.668051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.668105] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.668325] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.668440] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.668728] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.668879] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.668990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669209] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b is going to be created. [ 832.692330] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.692556] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.692680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.692962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.693207] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.693430] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.801285] env[65959]: INFO networking_nsxv3.common.synchronization [None req-7f05cea1-d3f4-4b53-81cd-e0d4b59acee5 None None] Enqueued Resource ID: 9bd4577d-1cde-408c-89c1-026aa452140d with Priority: HIGHEST for action port [ 832.801925] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd4577d-1cde-408c-89c1-026aa452140d with Priority: HIGHEST for action port [ 832.802430] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd4577d-1cde-408c-89c1-026aa452140d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.802604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd4577d-1cde-408c-89c1-026aa452140d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.802660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd4577d-1cde-408c-89c1-026aa452140d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd4577d-1cde-408c-89c1-026aa452140d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.803009] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd4577d-1cde-408c-89c1-026aa452140d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.882920] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 in Status: SUCCESS [ 832.883255] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a787cf-0f7f-4018-b4d9-29a8b8366ee0 deletion is rescheduled due to dependency. [ 832.883401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a787cf-0f7f-4018-b4d9-29a8b8366ee0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.304939] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bd4577d-1cde-408c-89c1-026aa452140d [ 833.305231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.305318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.305379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.305600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.305689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.305784] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bd4577d-1cde-408c-89c1-026aa452140d already deleted. [ 833.305864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd4577d-1cde-408c-89c1-026aa452140d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413450] env[65959]: INFO networking_nsxv3.common.synchronization [req-340034c7-81da-4fef-85a9-86a0f49a5a57 req-ff709510-34e6-4195-b727-9acfacc6527a service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 833.416066] env[65959]: INFO networking_nsxv3.common.synchronization [req-340034c7-81da-4fef-85a9-86a0f49a5a57 req-ff709510-34e6-4195-b727-9acfacc6527a service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 833.416066] env[65959]: INFO networking_nsxv3.common.synchronization [req-340034c7-81da-4fef-85a9-86a0f49a5a57 req-ff709510-34e6-4195-b727-9acfacc6527a service nova] Enqueued Resource ID: c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b with Priority: HIGHEST for action port [ 833.416066] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 833.416066] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 833.416066] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b with Priority: HIGHEST for action port [ 833.416066] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.416066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.416066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.416066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.416066] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.416682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.416736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.416769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.416921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.417154] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.417154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.417248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.417608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.417608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.417608] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.419187] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.422375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.422375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.423039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.423039] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.926026] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.926782] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.926883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927061] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b with status ACTIVE [ 833.927222] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.927376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.927595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.927700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.927837] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.927983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.928149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.928234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928396] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.928516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.928553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.928677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.928751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.928836] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b is going to be updated. [ 833.955302] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.955302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.955302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.955302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.955302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.955302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a4c776-d0e1-4679-b450-cb3d1bcb5c0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.434844] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.938234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.938234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.938444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.938444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.938604] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be created. [ 834.963591] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.963732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.963781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.964462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.964462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.975310] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: UNINITIALIZED for 2s [ 835.132111] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6fee3708-711a-4aae-a162-66e83362ed18 None None] Enqueued Resource ID: 90eb0be1-ee1d-4f39-b348-b1fcb9111917 with Priority: HIGHEST for action port [ 835.132111] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90eb0be1-ee1d-4f39-b348-b1fcb9111917 with Priority: HIGHEST for action port [ 835.132248] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-90eb0be1-ee1d-4f39-b348-b1fcb9111917 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.132393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90eb0be1-ee1d-4f39-b348-b1fcb9111917" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.132446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90eb0be1-ee1d-4f39-b348-b1fcb9111917" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.132713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90eb0be1-ee1d-4f39-b348-b1fcb9111917" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.132764] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90eb0be1-ee1d-4f39-b348-b1fcb9111917',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.635578] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90eb0be1-ee1d-4f39-b348-b1fcb9111917 [ 835.635578] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.635578] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.636171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.637156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.637156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.637156] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90eb0be1-ee1d-4f39-b348-b1fcb9111917 already deleted. [ 835.637156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90eb0be1-ee1d-4f39-b348-b1fcb9111917" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988575] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 836.988575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.988575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.988935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.988972] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.989553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.989553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.989553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.989553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.989553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.989553] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.492339] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.492534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.492582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.492777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.492944] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.493294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.493387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.493654] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.493753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.493821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.494126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.494126] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.494278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.494278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.494438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.494438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.494540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.494577] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.998815] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ddc6ef2-049b-4206-87fc-1ee8e8058058: rpc.has_security_group_logging(os_id): False [ 838.021200] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.021200] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.021200] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.021200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.022072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.022072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.022494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.024045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.024045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.024045] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be created. [ 838.086947] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.086947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.086947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.086947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.086947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.104102] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 838.928917] env[65959]: INFO networking_nsxv3.common.synchronization [req-a088a0e8-df20-49f8-bf78-495745fc97f2 req-d3e25e40-9ca1-41c0-877d-cd7a2a125601 tempest-ServersNegativeTestJSON-603256990 tempest-ServersNegativeTestJSON-603256990-project-member] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 838.929689] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 838.929827] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.930240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.930240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.930779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.930847] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.931082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.931082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.934533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.934533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.934533] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.395590] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.395897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.395939] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.396582] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.396582] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.396738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.396738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.397763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.397763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.397763] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.397763] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.397763] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.397763] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.397763] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.397763] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.398108] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.418367] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.418522] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.418653] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.418823] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.419164] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-8a1bb941-2940-4ea9-a849-5a515f5162ec taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.419333] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.419448] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.419777] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.419916] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1bb941-2940-4ea9-a849-5a515f5162ec',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.436571] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.436717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.436790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.437015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.437102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.437285] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.437381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.437445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.437588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.437679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.437767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 already deleted. [ 839.437848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.922134] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.922134] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.922316] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.922718] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.922823] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.922973] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 8a1bb941-2940-4ea9-a849-5a515f5162ec not found, creating... [ 839.923307] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.923567] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.923727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.924060] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.924289] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.924696] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.924859] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.924973] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.925206] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.925338] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.925474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec is going to be created. [ 839.948853] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.949074] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.949193] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.949478] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.949713] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.949943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.119596] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 840.119848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.758045] env[65959]: INFO networking_nsxv3.common.synchronization [req-a088a0e8-df20-49f8-bf78-495745fc97f2 req-166128a3-56dd-4a82-b154-ac2505ad2962 service nova] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_rules [ 840.758045] env[65959]: INFO networking_nsxv3.common.synchronization [req-a088a0e8-df20-49f8-bf78-495745fc97f2 req-166128a3-56dd-4a82-b154-ac2505ad2962 service nova] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 840.758045] env[65959]: INFO networking_nsxv3.common.synchronization [req-a088a0e8-df20-49f8-bf78-495745fc97f2 req-166128a3-56dd-4a82-b154-ac2505ad2962 service nova] Enqueued Resource ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec with Priority: HIGHEST for action port [ 840.758456] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_rules [ 840.758607] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 840.758773] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec with Priority: HIGHEST for action port [ 840.759020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.759341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.759413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.759652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.759734] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.760726] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.760846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.760908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.761087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.761237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.761330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.761383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.761528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.761610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.761696] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.763132] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1bb941-2940-4ea9-a849-5a515f5162ec taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.763132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.763132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.763459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.763459] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1bb941-2940-4ea9-a849-5a515f5162ec',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.265605] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.265974] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.266100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.266901] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1bb941-2940-4ea9-a849-5a515f5162ec with status ACTIVE [ 841.266901] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.266901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.266901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.267236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.267236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.267341] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.267486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.267486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.268560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.268560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.268560] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.268560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.268560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.268765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.268765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.268825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec is going to be updated. [ 841.289601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.290559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.290559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.290559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.290559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.290559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.437541] env[65959]: INFO networking_nsxv3.common.synchronization [req-7476ee2f-6966-4597-867e-a5181fe6221e req-c9f8f51d-6bfa-45b9-b2a5-94f9b834cca9 tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_members [ 841.438252] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_members [ 841.438640] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.439358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.439358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.439358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.439358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.439554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.439554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.439740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.439827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.439923] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.767395] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.799464] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.799762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.799924] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.800315] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.800585] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.800734] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.800848] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.801082] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.801223] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.801426] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.801537] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.801641] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.801764] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.801865] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.801966] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.802104] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.821949] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.822177] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.822409] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.822589] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.822894] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-fc04d452-566c-4057-9dde-6e2f4c883bd8 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.823077] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.823198] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.823510] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.823643] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc04d452-566c-4057-9dde-6e2f4c883bd8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.941732] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.941922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.942026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.942275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.942395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942618] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.942735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.942903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.942988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.943120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.943175] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f already deleted. [ 841.943274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.270116] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.270267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.270344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.270569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.270659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.270755] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be created. [ 842.297291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.297500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.297500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.297663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.297787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.307700] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: UNINITIALIZED for 2s [ 842.325994] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.326225] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.326401] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.326707] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.327103] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.327103] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port fc04d452-566c-4057-9dde-6e2f4c883bd8 not found, creating... [ 842.327270] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.327423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.327535] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.327748] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.327879] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.328169] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328348] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.328466] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.328668] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.328796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.328929] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: fc04d452-566c-4057-9dde-6e2f4c883bd8 is going to be created. [ 842.350068] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.350312] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.350438] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.350734] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.350965] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.351248] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.155177] env[65959]: INFO networking_nsxv3.common.synchronization [req-7476ee2f-6966-4597-867e-a5181fe6221e req-636934e6-4aee-415b-8ecf-1b505c27f22e service nova] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_rules [ 843.155177] env[65959]: INFO networking_nsxv3.common.synchronization [req-7476ee2f-6966-4597-867e-a5181fe6221e req-636934e6-4aee-415b-8ecf-1b505c27f22e service nova] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_members [ 843.155177] env[65959]: INFO networking_nsxv3.common.synchronization [req-7476ee2f-6966-4597-867e-a5181fe6221e req-636934e6-4aee-415b-8ecf-1b505c27f22e service nova] Enqueued Resource ID: fc04d452-566c-4057-9dde-6e2f4c883bd8 with Priority: HIGHEST for action port [ 843.155714] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_rules [ 843.155714] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_members [ 843.155714] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc04d452-566c-4057-9dde-6e2f4c883bd8 with Priority: HIGHEST for action port [ 843.156545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.156545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.156545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.156545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.156545] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.157496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.157610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.157674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.158252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.158252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.158252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.158252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.158469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.158469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.158535] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.161287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc04d452-566c-4057-9dde-6e2f4c883bd8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.161287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.161287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.161287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.161287] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc04d452-566c-4057-9dde-6e2f4c883bd8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.660565] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.661885] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.662030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.662543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc04d452-566c-4057-9dde-6e2f4c883bd8 with status ACTIVE [ 843.662643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.662835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.662923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.663205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.663285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.663503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.663583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.663583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.664510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.664510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.664510] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.664510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.664510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.664510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.664510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.664510] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc04d452-566c-4057-9dde-6e2f4c883bd8 is going to be updated. [ 843.688714] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.688880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.688929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.690300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.690300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.690300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc04d452-566c-4057-9dde-6e2f4c883bd8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.163109] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.318963] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 844.319367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.322502] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.322502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.322502] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.665575] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.665724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.665809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.666014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.666127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.666206] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f is going to be created. [ 844.693374] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.693556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.693612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.693830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.694025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.704172] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f in Status: UNINITIALIZED for 2s [ 844.823989] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.824192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.824461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.824668] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.824803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.824850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.825022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.825105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.825246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.825488] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.825613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.825703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.825928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.826049] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.826164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.826233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.826478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.826593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.826699] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.329614] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfbe6bf3-6949-4157-a197-9c4979012647: rpc.has_security_group_logging(os_id): False [ 845.356034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.356034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.356034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.356448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.356448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.356448] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.356572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.356572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.357167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.357167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.357310] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.357370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.357434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.357621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.357746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.358132] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.358244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.358244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.358384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.358463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.358552] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be created. [ 845.432180] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.433015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.433015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.433015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.433463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.447504] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 846.719183] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f in Status: SUCCESS [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.719183] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719183] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.220916] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.467011] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 847.467011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.585012] env[65959]: INFO networking_nsxv3.common.synchronization [None req-5ae9f071-2696-4c6e-804e-c22c90ff4df6 None None] Enqueued Resource ID: 030d410d-446e-4086-9151-2ca8001ae10e with Priority: HIGHEST for action port [ 847.585717] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030d410d-446e-4086-9151-2ca8001ae10e with Priority: HIGHEST for action port [ 847.585936] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-030d410d-446e-4086-9151-2ca8001ae10e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.590020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-030d410d-446e-4086-9151-2ca8001ae10e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.590020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-030d410d-446e-4086-9151-2ca8001ae10e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.590020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-030d410d-446e-4086-9151-2ca8001ae10e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.590020] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030d410d-446e-4086-9151-2ca8001ae10e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.722851] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ba22617-cef0-4620-b827-0f973b3c9f7f: rpc.has_security_group_logging(os_id): False [ 847.742211] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.742211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.742211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.742211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.742520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.742520] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.742644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.742692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.742821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.742898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.742997] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f is going to be created. [ 847.808942] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.809083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.809149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.809364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.809535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.823065] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f in Status: IN_PROGRESS for 2s [ 848.090291] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 030d410d-446e-4086-9151-2ca8001ae10e [ 848.090530] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.090669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.090737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.090954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.091058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.091158] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:030d410d-446e-4086-9151-2ca8001ae10e already deleted. [ 848.091236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-030d410d-446e-4086-9151-2ca8001ae10e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.842749] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f in Status: SUCCESS [ 849.843100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.234349] env[65959]: INFO networking_nsxv3.common.synchronization [None req-404d0558-d57d-4081-a28a-580d03dba02b None None] Enqueued Resource ID: 723162af-f85f-4239-a06b-ffcc332d467b with Priority: HIGHEST for action port [ 850.235250] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723162af-f85f-4239-a06b-ffcc332d467b with Priority: HIGHEST for action port [ 850.235354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-723162af-f85f-4239-a06b-ffcc332d467b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.235559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-723162af-f85f-4239-a06b-ffcc332d467b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.235559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-723162af-f85f-4239-a06b-ffcc332d467b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.235790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-723162af-f85f-4239-a06b-ffcc332d467b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.235871] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723162af-f85f-4239-a06b-ffcc332d467b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.449241] env[65959]: INFO networking_nsxv3.common.synchronization [None req-09999268-1081-4c85-876a-7557e72aec1c None None] Enqueued Resource ID: 1a1fb325-9671-4525-b6d5-0830e3236448 with Priority: HIGHEST for action port [ 850.449800] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1fb325-9671-4525-b6d5-0830e3236448 with Priority: HIGHEST for action port [ 850.450531] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1fb325-9671-4525-b6d5-0830e3236448 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.452067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1fb325-9671-4525-b6d5-0830e3236448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.452067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1fb325-9671-4525-b6d5-0830e3236448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.452713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1fb325-9671-4525-b6d5-0830e3236448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.453182] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1fb325-9671-4525-b6d5-0830e3236448',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.738303] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 723162af-f85f-4239-a06b-ffcc332d467b [ 850.738559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.738793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.738836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.739103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.739821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.739821] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:723162af-f85f-4239-a06b-ffcc332d467b already deleted. [ 850.739821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-723162af-f85f-4239-a06b-ffcc332d467b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.958027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a1fb325-9671-4525-b6d5-0830e3236448 [ 850.958027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.958027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.958027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.958027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.958027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.958027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a1fb325-9671-4525-b6d5-0830e3236448 already deleted. [ 850.958027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1fb325-9671-4525-b6d5-0830e3236448" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.033264] env[65959]: INFO networking_nsxv3.common.synchronization [req-21ec34d7-76ba-4d91-9d68-b5023f48f0c0 req-11eaee6f-c428-40f3-bcf8-21dcb00a281e tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 852.033881] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 852.034412] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.034544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.034605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.034819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.034988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.035098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.035153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.035308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.035474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.035577] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.538910] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.539115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.539225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.539527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.539739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.539920] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.540009] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.540078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.540306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.540419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.540499] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 852.569797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.569797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.569997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.570275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.570420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.580106] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 852.803904] env[65959]: INFO networking_nsxv3.common.synchronization [None req-41c74eb3-f90d-48fa-b0af-919c24b3ec5e None None] Enqueued Resource ID: da32af7d-44ee-4c65-bc9f-08dba1aaf0f1 with Priority: HIGHEST for action port [ 852.804447] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da32af7d-44ee-4c65-bc9f-08dba1aaf0f1 with Priority: HIGHEST for action port [ 852.806205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-da32af7d-44ee-4c65-bc9f-08dba1aaf0f1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.806205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da32af7d-44ee-4c65-bc9f-08dba1aaf0f1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.806205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da32af7d-44ee-4c65-bc9f-08dba1aaf0f1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.806205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da32af7d-44ee-4c65-bc9f-08dba1aaf0f1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.806205] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da32af7d-44ee-4c65-bc9f-08dba1aaf0f1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.308917] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da32af7d-44ee-4c65-bc9f-08dba1aaf0f1 [ 853.309245] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.309245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.309245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.309502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.309577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.309626] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da32af7d-44ee-4c65-bc9f-08dba1aaf0f1 already deleted. [ 853.309688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da32af7d-44ee-4c65-bc9f-08dba1aaf0f1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.039991] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f8b69a16-81aa-4f2c-87e7-afda77f3f861 None None] Enqueued Resource ID: a4dff672-9211-4b8d-b320-63fd5037eaf4 with Priority: HIGHEST for action port [ 854.040301] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dff672-9211-4b8d-b320-63fd5037eaf4 with Priority: HIGHEST for action port [ 854.041021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4dff672-9211-4b8d-b320-63fd5037eaf4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.041176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4dff672-9211-4b8d-b320-63fd5037eaf4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.041176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4dff672-9211-4b8d-b320-63fd5037eaf4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.041397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4dff672-9211-4b8d-b320-63fd5037eaf4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.041934] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4dff672-9211-4b8d-b320-63fd5037eaf4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.545238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4dff672-9211-4b8d-b320-63fd5037eaf4 [ 854.545602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.545712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.545712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.546150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.546150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.546150] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4dff672-9211-4b8d-b320-63fd5037eaf4 already deleted. [ 854.546337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4dff672-9211-4b8d-b320-63fd5037eaf4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.595314] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 854.595314] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 deletion is rescheduled due to dependency. [ 854.595314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.890338] env[65959]: INFO networking_nsxv3.common.synchronization [None req-9223ead0-5035-478e-bc8a-8b4782ab8ee4 None None] Enqueued Resource ID: 1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1 with Priority: HIGHEST for action port [ 855.891125] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1 with Priority: HIGHEST for action port [ 855.891240] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.891359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.891423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.891678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.891757] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.394211] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1 [ 856.394700] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.394909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.394990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.395289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.395397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.395548] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1 already deleted. [ 856.395607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4e0fe3-386f-40a9-bd32-5ae5bf86c6e1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.946403] env[65959]: INFO networking_nsxv3.common.synchronization [req-f4e9596c-e661-4dcf-8b11-f93a5c0863fe req-1f5453da-24cf-4881-b411-b06f47ffa804 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 856.947320] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 856.947642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.947780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.947848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.948071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.948227] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.948325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.948384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.948539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.948619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.948713] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.451547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.452097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.452097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.452097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.452246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.452399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.452499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.452560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.452717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.452790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.452875] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 857.516136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.516284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.516360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.516592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.516737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530951] env[65959]: INFO networking_nsxv3.common.synchronization [req-e4184af7-48e0-44aa-a67c-33c8f0b4b3ab req-27c93b69-5b07-4be5-adb6-9d4727c3f2ec tempest-MigrationsAdminTest-792663017 tempest-MigrationsAdminTest-792663017-project-member] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 857.531991] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 857.532617] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 857.532929] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.533064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.533131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.533402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.533607] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.533729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.533766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.533927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.534032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.534118] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.036650] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.540696] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.045351] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.045351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.045351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.045351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.045351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.045351] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be updated. [ 859.073973] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.073973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.073973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.074152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.074217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.087176] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: IN_PROGRESS for 2s [ 859.542937] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 859.543607] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 859.543607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.097443] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 861.097443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.574987] env[65959]: INFO networking_nsxv3.common.synchronization [req-3198274c-6c65-47b6-aa5b-d80226fa2444 req-d129fdf8-633c-4a2b-8f0d-525c4ba87f36 tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 861.575660] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 861.575913] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.576047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.576107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.576316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.576464] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.576559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.576617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.576765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.576856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.576934] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.078952] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.581641] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.084100] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.084293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.084343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.084635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.084760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.084872] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 863.114585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.114738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.114806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.115031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.115178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.125042] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 864.542030] env[65959]: INFO networking_nsxv3.common.synchronization [req-723153d5-70e1-4201-ba37-381aea85856a req-bf6b53fe-e45e-41cb-aa48-47023ffd5f11 tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 864.542696] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 864.543682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.543682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.543682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.544031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.544031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.544031] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.920428] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.920630] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.920749] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.921026] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.921277] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.921427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.921538] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.922237] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.922237] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.922237] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.922507] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.922507] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.922861] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.922861] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.922861] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.922983] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.942912] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.943173] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.943272] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.943401] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.943777] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-699e481c-c788-413a-9d15-a687328fed67 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943957] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.944072] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.944408] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.944532] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699e481c-c788-413a-9d15-a687328fed67',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.046420] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.134846] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 865.135078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.447249] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.447472] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.447574] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.447871] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.448026] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.448176] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 699e481c-c788-413a-9d15-a687328fed67 not found, creating... [ 865.448424] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.448575] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.448760] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.448978] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.449121] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.449393] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.449542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449651] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449851] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.449975] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.450118] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 699e481c-c788-413a-9d15-a687328fed67 is going to be created. [ 865.470641] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.470881] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.470928] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.471239] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.471458] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.471680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.550721] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.053736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.053736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.053736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.054115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.054115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.054115] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 866.082142] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.082293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.082341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.082605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.082783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.091805] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 866.182960] env[65959]: INFO networking_nsxv3.common.synchronization [req-723153d5-70e1-4201-ba37-381aea85856a req-2e072b70-ce5e-43b7-bdd1-cdf0788236a8 service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 866.183170] env[65959]: INFO networking_nsxv3.common.synchronization [req-723153d5-70e1-4201-ba37-381aea85856a req-2e072b70-ce5e-43b7-bdd1-cdf0788236a8 service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 866.183303] env[65959]: INFO networking_nsxv3.common.synchronization [req-723153d5-70e1-4201-ba37-381aea85856a req-2e072b70-ce5e-43b7-bdd1-cdf0788236a8 service nova] Enqueued Resource ID: 699e481c-c788-413a-9d15-a687328fed67 with Priority: HIGHEST for action port [ 866.183844] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 866.183998] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 866.184119] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699e481c-c788-413a-9d15-a687328fed67 with Priority: HIGHEST for action port [ 866.184559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.184708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.184785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.184990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.185082] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.186008] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.186008] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-699e481c-c788-413a-9d15-a687328fed67 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.189413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.189413] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699e481c-c788-413a-9d15-a687328fed67',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.691373] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.691908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.694373] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 699e481c-c788-413a-9d15-a687328fed67 with status ACTIVE [ 866.694626] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.695171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.695171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.695171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.695171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.695399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.695508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.695569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.695733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.696071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.696071] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.696182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.696182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.696283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.696354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.696435] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 699e481c-c788-413a-9d15-a687328fed67 is going to be updated. [ 866.722590] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.722590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.722590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.722590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.722590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.722590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699e481c-c788-413a-9d15-a687328fed67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.103238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 868.103523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.103718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.103990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.104309] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.104480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.104588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.104834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.104971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.105142] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.611350] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.114312] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.617691] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.617849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.618167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.618260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.618356] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 869.654869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.655191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.655191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.655380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.655552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.668226] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 870.171885] env[65959]: INFO networking_nsxv3.common.synchronization [None req-02b1dc77-1aef-41d8-adf8-d64bc9e383af None None] Enqueued Resource ID: 9a99f5b6-d0a0-497b-9af5-aa03bc3913b5 with Priority: HIGHEST for action port [ 870.173576] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a99f5b6-d0a0-497b-9af5-aa03bc3913b5 with Priority: HIGHEST for action port [ 870.173576] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a99f5b6-d0a0-497b-9af5-aa03bc3913b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.173576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a99f5b6-d0a0-497b-9af5-aa03bc3913b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.173576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a99f5b6-d0a0-497b-9af5-aa03bc3913b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.173576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a99f5b6-d0a0-497b-9af5-aa03bc3913b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.173576] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a99f5b6-d0a0-497b-9af5-aa03bc3913b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.602945] env[65959]: INFO networking_nsxv3.common.synchronization [req-373c6b77-73a0-44ff-b29b-4e83e9f3bc8d req-17c8d61e-7f16-4329-9d24-66c45b3d5d00 tempest-ServersAdminNegativeTestJSON-832376594 tempest-ServersAdminNegativeTestJSON-832376594-project-member] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 870.603620] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGHEST for action security_group_members [ 870.603968] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.604117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.604180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.604374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.604524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.604691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.604776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.605828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.605990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.606150] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.677889] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a99f5b6-d0a0-497b-9af5-aa03bc3913b5 [ 870.677889] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.677889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.677889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.677889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.677889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.677889] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a99f5b6-d0a0-497b-9af5-aa03bc3913b5 already deleted. [ 870.677889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a99f5b6-d0a0-497b-9af5-aa03bc3913b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.111065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.111251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.111297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.111831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.111831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.111831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.112207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.112207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.112207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.112207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.112356] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be updated. [ 871.160449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.162188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.163390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.163390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.163390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.178695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: IN_PROGRESS for 2s [ 871.448100] env[65959]: INFO networking_nsxv3.common.synchronization [req-db19d39d-d4c8-42a7-a644-15117d11995f req-66076d37-51a1-4161-8ef2-f0535afb55a0 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_members [ 871.451314] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_members [ 871.451314] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.451314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.451314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.451314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.451314] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.451314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.451314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.451314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.452050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.452050] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.681025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 871.681025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.683925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.684710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.685146] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.685586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.685682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.687163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.687163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.687163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.687163] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.889126] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.889326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.889445] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.889698] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.889940] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.890103] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.890212] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.890635] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.890792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.891147] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.891260] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.891363] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.891527] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.891664] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.891789] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.891923] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.912126] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.912585] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.912585] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.912749] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.913037] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-01463bf3-0dcf-4642-8e7b-2a7678787162 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.913212] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.913316] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.913671] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.913844] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01463bf3-0dcf-4642-8e7b-2a7678787162',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.956322] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.956507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.956788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.956881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.957105] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.957212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.957269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.957407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.957473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.957563] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e already deleted. [ 871.957696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.192022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.192022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.192022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.192022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.192022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.193155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.193155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.193155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.193155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.193155] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.416035] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.416381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.416381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.416502] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.416626] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.416767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 01463bf3-0dcf-4642-8e7b-2a7678787162 not found, creating... [ 872.417032] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.417186] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.417376] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.417516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.417694] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.417950] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.418067] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.418175] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.418381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.418570] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.418641] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 01463bf3-0dcf-4642-8e7b-2a7678787162 is going to be created. [ 872.440717] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.441783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.441783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.441783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.441783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.472465] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.696126] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1662b720-bd95-428a-9095-e1bdb88d412f: rpc.has_security_group_logging(os_id): False [ 872.719311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.719457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.719565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.719741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.720404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.720404] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.720404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.720404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.720613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.720613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.720776] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.720861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.720917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.721066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.721191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.721372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.721462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.721508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.721647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.722387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.722387] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 872.794087] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.794237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.794308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.794585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.794753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.820200] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 873.014794] env[65959]: INFO networking_nsxv3.common.synchronization [None req-044e8c9c-a9b3-44c3-979e-234f48879a30 None None] Enqueued Resource ID: 2005b624-c193-45c2-9224-4e3cdd905029 with Priority: HIGHEST for action port [ 873.015384] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2005b624-c193-45c2-9224-4e3cdd905029 with Priority: HIGHEST for action port [ 873.015704] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2005b624-c193-45c2-9224-4e3cdd905029 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.015829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2005b624-c193-45c2-9224-4e3cdd905029" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.015913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2005b624-c193-45c2-9224-4e3cdd905029" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.016505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2005b624-c193-45c2-9224-4e3cdd905029" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.016602] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2005b624-c193-45c2-9224-4e3cdd905029',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.172077] env[65959]: INFO networking_nsxv3.common.synchronization [req-db19d39d-d4c8-42a7-a644-15117d11995f req-5d672cfe-3afd-4790-a4c1-b47f2a8a52af service nova] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_rules [ 873.172283] env[65959]: INFO networking_nsxv3.common.synchronization [req-db19d39d-d4c8-42a7-a644-15117d11995f req-5d672cfe-3afd-4790-a4c1-b47f2a8a52af service nova] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_members [ 873.172444] env[65959]: INFO networking_nsxv3.common.synchronization [req-db19d39d-d4c8-42a7-a644-15117d11995f req-5d672cfe-3afd-4790-a4c1-b47f2a8a52af service nova] Enqueued Resource ID: 01463bf3-0dcf-4642-8e7b-2a7678787162 with Priority: HIGHEST for action port [ 873.173160] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_rules [ 873.173337] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_members [ 873.173491] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01463bf3-0dcf-4642-8e7b-2a7678787162 with Priority: HIGHEST for action port [ 873.173878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.174248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.174248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.174499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.174634] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.175680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.176902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.176982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.177233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.177802] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.177802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.177802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.178116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.178116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.178116] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.179028] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-01463bf3-0dcf-4642-8e7b-2a7678787162 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.179088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.179148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.179307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.179385] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01463bf3-0dcf-4642-8e7b-2a7678787162',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.194735] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1539055c-9992-45e2-9195-9eb35814ef0f in Status: SUCCESS [ 873.195166] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f deletion is rescheduled due to dependency. [ 873.195166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.519034] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2005b624-c193-45c2-9224-4e3cdd905029 [ 873.522590] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.523383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.523537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.523778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.523900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.524185] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2005b624-c193-45c2-9224-4e3cdd905029 already deleted. [ 873.524185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2005b624-c193-45c2-9224-4e3cdd905029" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686198] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.686198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686198] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01463bf3-0dcf-4642-8e7b-2a7678787162 with status ACTIVE [ 873.686198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.686198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.687941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.688546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.689594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.690023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.690364] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01463bf3-0dcf-4642-8e7b-2a7678787162 is going to be updated. [ 873.715541] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.716166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.716484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01463bf3-0dcf-4642-8e7b-2a7678787162" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.193335] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.696718] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.697034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.697034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.697482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.697482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.697482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e is going to be created. [ 874.723657] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.723657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.723657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.724177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.724177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.737600] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e in Status: UNINITIALIZED for 2s [ 874.842460] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 874.842781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.750082] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e in Status: SUCCESS [ 876.750439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.750439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.750642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.750884] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.751023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.751091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.751267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.751350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.751436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.751530] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.254521] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.757876] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a2b6e08-87af-4cc0-bf48-d50f9112e32e: rpc.has_security_group_logging(os_id): False [ 877.778282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.778492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.778492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.778762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.778853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.779135] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.779306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.779306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.779371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.780052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.780052] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e is going to be created. [ 877.856928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.857917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.858089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.858279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.858546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.873179] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e in Status: IN_PROGRESS for 2s [ 878.175256] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 878.175356] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 878.396939] env[65959]: INFO networking_nsxv3.common.synchronization [req-481cf1bc-a3e8-4158-a869-adb79824ee1d req-d5bc72a9-66a2-4ea9-8fb9-01466dd2fc08 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_members [ 878.397378] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_members [ 878.397667] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.397787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.397867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.398733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.399038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.399200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.399200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.399549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.399549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.400400] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.798451] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.799983] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.800147] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.800431] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.800995] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.800995] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.800995] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.801250] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.801499] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.801656] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.801868] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.801922] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.802108] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.802178] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.802260] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.802412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.826542] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.826753] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.826876] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.827078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.827652] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-f8591e8e-6ca5-43c4-84a3-50009013fba0 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.827775] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.827871] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.828275] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.828453] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8591e8e-6ca5-43c4-84a3-50009013fba0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.903070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.903237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.903311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.903510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.903598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.903783] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.903875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.903948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.904084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.904159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.904240] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 already deleted. [ 878.904323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.117853] env[65959]: INFO networking_nsxv3.common.synchronization [None req-db54636f-8a18-41b2-a457-b7f1b0187d88 None None] Enqueued Resource ID: 1fa4ac73-ae4f-4ac6-a482-704dcf2483d1 with Priority: HIGHEST for action port [ 879.118883] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa4ac73-ae4f-4ac6-a482-704dcf2483d1 with Priority: HIGHEST for action port [ 879.118883] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa4ac73-ae4f-4ac6-a482-704dcf2483d1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.118883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa4ac73-ae4f-4ac6-a482-704dcf2483d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.118883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa4ac73-ae4f-4ac6-a482-704dcf2483d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.119124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa4ac73-ae4f-4ac6-a482-704dcf2483d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.119191] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa4ac73-ae4f-4ac6-a482-704dcf2483d1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.331632] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.331874] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.332057] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.332277] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.332435] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.332646] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port f8591e8e-6ca5-43c4-84a3-50009013fba0 not found, creating... [ 879.332876] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.333093] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.333184] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.333381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.333588] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.333960] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.334165] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.334299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.334519] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.334652] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.334794] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: f8591e8e-6ca5-43c4-84a3-50009013fba0 is going to be created. [ 879.360590] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.361688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.361688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.361688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.361688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.361688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.622113] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fa4ac73-ae4f-4ac6-a482-704dcf2483d1 [ 879.622113] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.622113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.622113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.622113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.622311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.622311] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fa4ac73-ae4f-4ac6-a482-704dcf2483d1 already deleted. [ 879.622369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa4ac73-ae4f-4ac6-a482-704dcf2483d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.888462] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e in Status: SUCCESS [ 879.888462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.085416] env[65959]: INFO networking_nsxv3.common.synchronization [req-481cf1bc-a3e8-4158-a869-adb79824ee1d req-c42126b8-2fe1-47a9-be89-b0ed8a71d02f service nova] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_rules [ 880.085416] env[65959]: INFO networking_nsxv3.common.synchronization [req-481cf1bc-a3e8-4158-a869-adb79824ee1d req-c42126b8-2fe1-47a9-be89-b0ed8a71d02f service nova] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_members [ 880.085416] env[65959]: INFO networking_nsxv3.common.synchronization [req-481cf1bc-a3e8-4158-a869-adb79824ee1d req-c42126b8-2fe1-47a9-be89-b0ed8a71d02f service nova] Enqueued Resource ID: f8591e8e-6ca5-43c4-84a3-50009013fba0 with Priority: HIGHEST for action port [ 880.085953] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_rules [ 880.087469] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_members [ 880.088756] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8591e8e-6ca5-43c4-84a3-50009013fba0 with Priority: HIGHEST for action port [ 880.088756] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.088756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.088756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.088756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.088756] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.089538] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.089681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.089798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.090252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.090426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.090471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.090754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.090864] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.093226] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8591e8e-6ca5-43c4-84a3-50009013fba0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.093226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.096082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.096762] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8591e8e-6ca5-43c4-84a3-50009013fba0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.604251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.604251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.604251] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.604251] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8591e8e-6ca5-43c4-84a3-50009013fba0 with status ACTIVE [ 880.604251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.604251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.604251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.604251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.604251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.604695] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.604695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.604695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.605527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.605527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.607174] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.607347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.608595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.608819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.608909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.609041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8591e8e-6ca5-43c4-84a3-50009013fba0 is going to be updated. [ 880.635050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.635050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.635050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.635050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.635050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.635050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8591e8e-6ca5-43c4-84a3-50009013fba0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.021486] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-d79f088d-347c-41f3-9e2f-0f2799286b89 tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 881.022031] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 881.022317] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.022437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.022504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.022725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.022877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.022975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.023049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.023202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.023286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.023375] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.111896] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.323115] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-479058eb-f0fa-47fe-91d2-6fb3573956bf tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 881.323685] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 881.324237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.324237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.525786] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.525935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.526020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.526250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.548016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.548871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.548871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.548871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.549592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.549592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.549592] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 881.575808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.575977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.576067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.576285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.576422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.586838] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 881.592151] env[65959]: INFO networking_nsxv3.common.synchronization [None req-02763384-c249-4b2c-a22f-4c785be9703d None None] Enqueued Resource ID: 7a62c6df-e12b-434d-869c-308ca7cc49ba with Priority: HIGHEST for action port [ 881.592402] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a62c6df-e12b-434d-869c-308ca7cc49ba with Priority: HIGHEST for action port [ 881.593036] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a62c6df-e12b-434d-869c-308ca7cc49ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.593161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a62c6df-e12b-434d-869c-308ca7cc49ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.593251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a62c6df-e12b-434d-869c-308ca7cc49ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.596241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a62c6df-e12b-434d-869c-308ca7cc49ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.596241] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a62c6df-e12b-434d-869c-308ca7cc49ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.613980] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.614218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.614319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.615752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.615752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.615752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 is going to be created. [ 881.642499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.642499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.642729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.642919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.642986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.654773] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 in Status: UNINITIALIZED for 2s [ 881.659852] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.660049] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-971" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.660173] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-971" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.660516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-971" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.660772] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.660925] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.661050] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.661286] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.661409] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.661608] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.661718] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.661822] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.661908] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.662014] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.662127] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.662248] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.681026] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.681183] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.681566] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.681566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-971" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.681935] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-7ad7dc37-6263-4e11-99d9-11eda0628eb6 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.682206] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.682332] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.682734] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.683130] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad7dc37-6263-4e11-99d9-11eda0628eb6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.099490] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a62c6df-e12b-434d-869c-308ca7cc49ba [ 882.099762] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.099907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.099991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.100243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.100399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.100530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a62c6df-e12b-434d-869c-308ca7cc49ba already deleted. [ 882.100567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a62c6df-e12b-434d-869c-308ca7cc49ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.188013] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.188013] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.188134] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.188617] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.189450] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.189450] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 7ad7dc37-6263-4e11-99d9-11eda0628eb6 not found, creating... [ 882.189450] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.189450] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.189632] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.189756] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.189887] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.190428] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.190603] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.190733] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.190948] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.191283] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.191467] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 7ad7dc37-6263-4e11-99d9-11eda0628eb6 is going to be created. [ 882.219326] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.219326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.219326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.219326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.219326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.219326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.931476] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-85d88ace-fcdd-4ca5-9d18-f186d5d6ea32 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 882.931654] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-85d88ace-fcdd-4ca5-9d18-f186d5d6ea32 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 882.931785] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-85d88ace-fcdd-4ca5-9d18-f186d5d6ea32 service nova] Enqueued Resource ID: 7ad7dc37-6263-4e11-99d9-11eda0628eb6 with Priority: HIGHEST for action port [ 882.932370] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 882.932539] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 882.932616] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad7dc37-6263-4e11-99d9-11eda0628eb6 with Priority: HIGHEST for action port [ 882.932890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.933037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.933312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.933468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.933468] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.934413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.934508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.934765] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad7dc37-6263-4e11-99d9-11eda0628eb6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.935366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.935366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.935366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.935366] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad7dc37-6263-4e11-99d9-11eda0628eb6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.243228] env[65959]: INFO networking_nsxv3.common.synchronization [req-aa5724f9-c343-4972-802f-40d6ee93b081 req-1e8f64b3-d4e8-439e-89b1-b80a5289e6bc tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 883.243808] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 883.245164] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.245309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.245377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.245583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.245741] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.245893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.245931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.246176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.246176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.246283] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.437458] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.437588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.437784] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad7dc37-6263-4e11-99d9-11eda0628eb6 with status ACTIVE [ 883.437952] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.438075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.438142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.438354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.438441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.438645] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.438734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.438826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.439018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.439100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.439284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.439791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.439791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.439791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.439791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.439791] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad7dc37-6263-4e11-99d9-11eda0628eb6 is going to be updated. [ 883.461751] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.461898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.461967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.462221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.462491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.462572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad7dc37-6263-4e11-99d9-11eda0628eb6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.606960] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 883.607629] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 deletion is rescheduled due to dependency. [ 883.607629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.607629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.609136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.609136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.609136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.609136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.609136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.609136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.609136] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.665590] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 in Status: SUCCESS [ 883.665811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.666409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.666671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.666827] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.666958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.667249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.667249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.667449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.667449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.667449] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.748346] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.785624] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.785767] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-264" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.785845] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-264" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.786210] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-264" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.786491] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.786675] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.786787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.787034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.787171] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.787431] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.787553] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.787699] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.787817] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.787954] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.788118] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.788289] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.810594] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.810594] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.810816] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.811315] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-264" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.811660] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-ede62912-87a9-43b4-88ab-0b5048ee2ac6 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.812314] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.812708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.813117] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.813301] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede62912-87a9-43b4-88ab-0b5048ee2ac6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.113315] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.175135] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.251612] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.315553] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.315865] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.315865] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.316165] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.316311] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.316456] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port ede62912-87a9-43b4-88ab-0b5048ee2ac6 not found, creating... [ 884.316706] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.316861] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.317012] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.317261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.317391] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.317725] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.317857] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.317969] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.318188] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.318314] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.318452] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: ede62912-87a9-43b4-88ab-0b5048ee2ac6 is going to be created. [ 884.338759] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.338963] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.339094] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.339356] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.339571] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.339784] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.614763] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.675766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f09d2aa8-ce8e-41bb-9e63-5f390559d9b8: rpc.has_security_group_logging(os_id): False [ 884.695950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.696224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.696681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.696869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.697216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.697359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.697444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.697675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.697780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.697900] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 is going to be created. [ 884.755251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.755452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.755452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.755668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.755812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.755897] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 884.782525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.782611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.782642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.782853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.783051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.799414] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 in Status: IN_PROGRESS for 2s [ 884.805619] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.805759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.805818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.806042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.806186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.818120] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 885.049021] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-777aca7c-caad-4d91-80f2-f33cabe23694 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 885.049021] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-777aca7c-caad-4d91-80f2-f33cabe23694 service nova] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 885.049021] env[65959]: INFO networking_nsxv3.common.synchronization [req-c3fd39ba-2dd6-45ea-b753-69e5e57ea626 req-777aca7c-caad-4d91-80f2-f33cabe23694 service nova] Enqueued Resource ID: ede62912-87a9-43b4-88ab-0b5048ee2ac6 with Priority: HIGHEST for action port [ 885.049021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_rules [ 885.049021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 885.049021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede62912-87a9-43b4-88ab-0b5048ee2ac6 with Priority: HIGHEST for action port [ 885.049021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.049021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.049021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.049021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.049461] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede62912-87a9-43b4-88ab-0b5048ee2ac6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.049461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.049549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.049668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.049744] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede62912-87a9-43b4-88ab-0b5048ee2ac6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.120036] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.120036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.120036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.120237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.120237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.120319] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 885.151712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.152466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.152466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.152466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.152466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.162548] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 885.552219] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede62912-87a9-43b4-88ab-0b5048ee2ac6 with status ACTIVE [ 885.552560] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.552654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.552654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.552882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.553175] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.553766] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.554080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.554154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.554238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede62912-87a9-43b4-88ab-0b5048ee2ac6 is going to be updated. [ 885.577811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.577978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.577978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.579022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.579022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.579022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede62912-87a9-43b4-88ab-0b5048ee2ac6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.214651] env[65959]: INFO networking_nsxv3.common.synchronization [req-05936e33-0f41-432c-a4bd-f565a3f56be0 req-fd3e6eab-be2c-405d-816e-1bb8aef8d71a tempest-ServerRescueTestJSON-538323093 tempest-ServerRescueTestJSON-538323093-project-member] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 886.215310] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 886.215683] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.215856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.215942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.216854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.219050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.219194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.219287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.219495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.219597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.219721] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.615119] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.615119] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.615119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.615119] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.615810] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.616050] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.616335] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.616622] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.616825] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.617052] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.637728] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.637887] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.638023] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.638190] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.638493] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-94f93bf2-e527-44a0-9791-5bf75cc971a1 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.639058] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.639058] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.639159] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.640014] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f93bf2-e527-44a0-9791-5bf75cc971a1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.722383] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.723228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.723330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.723658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.723810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.724102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.724225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.724323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.724543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.724665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.724767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 already deleted. [ 886.724860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.812387] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 in Status: SUCCESS [ 886.813367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.827564] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 886.828094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.143260] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.143260] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.143260] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.143260] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.143260] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.143260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 94f93bf2-e527-44a0-9791-5bf75cc971a1 not found, creating... [ 887.143664] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.144079] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.144079] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.144181] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.144288] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.144566] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.145483] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.145483] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.145483] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.145630] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.145709] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 94f93bf2-e527-44a0-9791-5bf75cc971a1 is going to be created. [ 887.182182] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182182] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182182] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.182182] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.182182] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.182182] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.183869] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 887.184161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.184415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.184722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.184991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.185193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.186890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.186890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.186890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.186890] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.689392] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.953333] env[65959]: INFO networking_nsxv3.common.synchronization [req-05936e33-0f41-432c-a4bd-f565a3f56be0 req-0476c1f4-70c3-4f6f-8bf8-3e3beb2efac3 service nova] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_rules [ 887.953513] env[65959]: INFO networking_nsxv3.common.synchronization [req-05936e33-0f41-432c-a4bd-f565a3f56be0 req-0476c1f4-70c3-4f6f-8bf8-3e3beb2efac3 service nova] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 887.953732] env[65959]: INFO networking_nsxv3.common.synchronization [req-05936e33-0f41-432c-a4bd-f565a3f56be0 req-0476c1f4-70c3-4f6f-8bf8-3e3beb2efac3 service nova] Enqueued Resource ID: 94f93bf2-e527-44a0-9791-5bf75cc971a1 with Priority: HIGHEST for action port [ 887.954275] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_rules [ 887.954443] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 887.954501] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f93bf2-e527-44a0-9791-5bf75cc971a1 with Priority: HIGHEST for action port [ 887.955133] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.955265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.955334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.955692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.955786] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.956647] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.956762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.956842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.957029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.957181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.957275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.957335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.957490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.957559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.957648] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.958605] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f93bf2-e527-44a0-9791-5bf75cc971a1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.958605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.958605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.958806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.958806] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f93bf2-e527-44a0-9791-5bf75cc971a1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.195274] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.460838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.460838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.463277] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f93bf2-e527-44a0-9791-5bf75cc971a1 with status ACTIVE [ 888.463449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.463601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.463683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.463979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.464213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.464432] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.464537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.464601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.464774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.464902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.465405] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.466127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.466210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.466382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.466449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.466543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f93bf2-e527-44a0-9791-5bf75cc971a1 is going to be updated. [ 888.468193] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.498162] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.498279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.498279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.498616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.498616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.499559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f93bf2-e527-44a0-9791-5bf75cc971a1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.697601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.698090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.698090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.698275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.698369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.698518] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 888.742624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.743351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.743351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.743351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.743537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.754776] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 888.973020] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.141394] env[65959]: INFO networking_nsxv3.common.synchronization [None req-fba47baf-15f0-4f60-a2e1-9b211c3849b7 None None] Enqueued Resource ID: 6642bb74-90e1-47d8-b8d1-63ad10ce6f04 with Priority: HIGHEST for action port [ 889.141948] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6642bb74-90e1-47d8-b8d1-63ad10ce6f04 with Priority: HIGHEST for action port [ 889.142256] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-6642bb74-90e1-47d8-b8d1-63ad10ce6f04 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.142370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6642bb74-90e1-47d8-b8d1-63ad10ce6f04" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.142434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6642bb74-90e1-47d8-b8d1-63ad10ce6f04" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.142760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6642bb74-90e1-47d8-b8d1-63ad10ce6f04" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.142835] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6642bb74-90e1-47d8-b8d1-63ad10ce6f04',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.477498] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.479177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.479177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.479177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.479177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.479177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be created. [ 889.503608] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.503722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.503775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.503968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.506692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.518593] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: UNINITIALIZED for 2s [ 889.647462] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6642bb74-90e1-47d8-b8d1-63ad10ce6f04 [ 889.647710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.647825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.647890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.648465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.648465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.648465] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6642bb74-90e1-47d8-b8d1-63ad10ce6f04 already deleted. [ 889.648465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6642bb74-90e1-47d8-b8d1-63ad10ce6f04" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.766308] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 890.766612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.766649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.766865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.767072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.767189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.767252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.767417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.767530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.768300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.768300] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.769633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.769633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.769633] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.769633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.769633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.769829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.769996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.769996] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.267866] env[65959]: INFO networking_nsxv3.common.synchronization [req-23c4f184-2587-4479-8a5f-9dd56a014799 req-8ffecf19-027e-454d-b883-f1045c6e2add tempest-ServersNegativeTestJSON-603256990 tempest-ServersNegativeTestJSON-603256990-project-member] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 891.268430] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 891.268808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.268961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.269106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.269324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.269477] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.269574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.269794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.269794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.269914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.269962] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.271755] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.271878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.272227] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.530546] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 891.530546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.532608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.533072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.534030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.534030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.534030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.534030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.534030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.534030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.534030] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.744679] env[65959]: INFO networking_nsxv3.common.synchronization [None req-650fd6fb-32d2-4044-94b7-ed3d782efb3d None None] Enqueued Resource ID: f94b2849-1b09-4130-bae0-e5b2cb2892b5 with Priority: HIGHEST for action port [ 891.745219] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f94b2849-1b09-4130-bae0-e5b2cb2892b5 with Priority: HIGHEST for action port [ 891.746476] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f94b2849-1b09-4130-bae0-e5b2cb2892b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.746476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f94b2849-1b09-4130-bae0-e5b2cb2892b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.746476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f94b2849-1b09-4130-bae0-e5b2cb2892b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.746476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f94b2849-1b09-4130-bae0-e5b2cb2892b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.747656] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f94b2849-1b09-4130-bae0-e5b2cb2892b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.760035] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.760035] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.760035] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.760035] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.760282] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.760430] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.760542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.760766] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.760904] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.761477] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.761597] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.761703] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.761808] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.761916] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.762025] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.762148] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.772939] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.775234] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.788844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.789015] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.789153] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.789320] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.789640] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-01ecf48e-7219-4a54-987d-8a78a1d09703 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.789808] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.789923] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.790270] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.790403] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ecf48e-7219-4a54-987d-8a78a1d09703',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.038520] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.039197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.039197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.039197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.039197] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.039415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.039415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.039573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.039661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.039747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.039912] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.040019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.040085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.040231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.040364] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.040454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.040513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.040666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.040738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.040895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.040895] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.249574] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f94b2849-1b09-4130-bae0-e5b2cb2892b5 [ 892.249574] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.249574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.249574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.249760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.249852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.249913] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f94b2849-1b09-4130-bae0-e5b2cb2892b5 already deleted. [ 892.249999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f94b2849-1b09-4130-bae0-e5b2cb2892b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.274919] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.277578] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.277692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.277902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.277987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.278096] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 892.295016] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.295253] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.295375] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.295644] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.295789] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.295932] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 01ecf48e-7219-4a54-987d-8a78a1d09703 not found, creating... [ 892.296216] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.296368] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.296491] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.296755] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.296904] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.297201] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.297365] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.297480] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.297689] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.297820] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.297951] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 01ecf48e-7219-4a54-987d-8a78a1d09703 is going to be created. [ 892.311220] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.311388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.311424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.311603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.311743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.317531] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.317703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.317809] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.318085] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.318360] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.318569] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.322359] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 892.546041] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d103f8-500a-4f19-83a6-1ad777c85af8: rpc.has_security_group_logging(os_id): False [ 892.569158] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.569328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.569371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.569573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.569662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.569844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.569938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.569999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.570156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.570230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.570421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.570558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.570596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.570741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.570814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.570988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.571090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.571149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.571286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.571359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.571495] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be created. [ 892.640115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.640337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.640534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.641014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.641014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.655022] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: IN_PROGRESS for 2s [ 892.777388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.777388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.777388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.777718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.777718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.777718] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 892.811630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.811841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.811910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.812860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.812860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.825802] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 893.102250] env[65959]: INFO networking_nsxv3.common.synchronization [req-23c4f184-2587-4479-8a5f-9dd56a014799 req-e81b888f-b499-40d2-a86e-7590a18b263d service nova] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_rules [ 893.102428] env[65959]: INFO networking_nsxv3.common.synchronization [req-23c4f184-2587-4479-8a5f-9dd56a014799 req-e81b888f-b499-40d2-a86e-7590a18b263d service nova] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 893.102557] env[65959]: INFO networking_nsxv3.common.synchronization [req-23c4f184-2587-4479-8a5f-9dd56a014799 req-e81b888f-b499-40d2-a86e-7590a18b263d service nova] Enqueued Resource ID: 01ecf48e-7219-4a54-987d-8a78a1d09703 with Priority: HIGHEST for action port [ 893.103264] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_rules [ 893.103484] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 893.103645] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ecf48e-7219-4a54-987d-8a78a1d09703 with Priority: HIGHEST for action port [ 893.103999] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.104191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.104268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.104475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.104558] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.105511] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.105652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.105956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ecf48e-7219-4a54-987d-8a78a1d09703 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.106124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.106218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.106467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.106553] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ecf48e-7219-4a54-987d-8a78a1d09703',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.609079] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.609330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.609389] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01ecf48e-7219-4a54-987d-8a78a1d09703 with status ACTIVE [ 893.609552] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.609655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.609715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.609934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.610081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.610216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.610358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.610358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.610509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.610722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.612092] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.612092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.612092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.612092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.612092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.612092] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01ecf48e-7219-4a54-987d-8a78a1d09703 is going to be updated. [ 893.638046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.638046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.638250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.638284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.638420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.638585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ecf48e-7219-4a54-987d-8a78a1d09703" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.895868] env[65959]: INFO networking_nsxv3.common.synchronization [req-a0e77177-ba0e-4597-8200-c558362d5634 req-15861bb1-7078-4dd8-84bd-9419fc9b21c0 tempest-VolumesAdminNegativeTest-667090525 tempest-VolumesAdminNegativeTest-667090525-project-member] Enqueued Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_members [ 893.896460] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_members [ 893.896779] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.896906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.896973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.898455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.898634] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.898747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.898812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.898982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.899087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.899202] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.306199] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.306385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-426" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.306505] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-426" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.306936] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-426" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.307886] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.308078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.308217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.308561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.308561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.308764] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.308873] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.308977] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.309092] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.309198] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.309303] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.309466] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.333559] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 894.333782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.333939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.334168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.334357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.334467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.334530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.334675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.334750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.334832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.334978] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.335078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.335140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.335270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.335402] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.335489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.335545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.335678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.335747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.335823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.335909] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.339517] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.339688] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.339822] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.342523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-426" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.342523] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-c1fc5a1d-6881-4f24-b53a-f394cec13166 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.342523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.342523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.342523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.342523] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fc5a1d-6881-4f24-b53a-f394cec13166',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.402601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.402601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.402601] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af504d8-4603-49cd-8a4e-964705a82a6a already deleted. [ 894.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.672138] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 894.672365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.835461] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 894.835565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.835741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.835945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.836143] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.836290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.836350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.836703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.836703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.836703] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.839341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5866e0b-4f09-4c5b-a4de-dd0287518628: rpc.has_security_group_logging(os_id): False [ 894.845016] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.845016] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.845016] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.845265] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.845418] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.846177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port c1fc5a1d-6881-4f24-b53a-f394cec13166 not found, creating... [ 894.846177] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.846177] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.846177] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.846411] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.846485] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.846779] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.846933] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.847249] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.847249] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.847402] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.847530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: c1fc5a1d-6881-4f24-b53a-f394cec13166 is going to be created. [ 894.859185] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.859334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.859415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.859632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.859769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.859978] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.860099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.860163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.860328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.860406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.860642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.860736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.860797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.860937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.861040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.861291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.861392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.861449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.861594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.861673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.861753] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 894.886047] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.886047] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.886047] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.886313] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.886512] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.886794] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.929166] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.929481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.929481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.929594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.929741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.944888] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 895.338939] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.597456] env[65959]: INFO networking_nsxv3.common.synchronization [req-a0e77177-ba0e-4597-8200-c558362d5634 req-415df3e0-cf78-44b7-88e4-f60680febb57 service nova] Enqueued Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_rules [ 895.598276] env[65959]: INFO networking_nsxv3.common.synchronization [req-a0e77177-ba0e-4597-8200-c558362d5634 req-415df3e0-cf78-44b7-88e4-f60680febb57 service nova] Enqueued Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_members [ 895.598276] env[65959]: INFO networking_nsxv3.common.synchronization [req-a0e77177-ba0e-4597-8200-c558362d5634 req-415df3e0-cf78-44b7-88e4-f60680febb57 service nova] Enqueued Resource ID: c1fc5a1d-6881-4f24-b53a-f394cec13166 with Priority: HIGHEST for action port [ 895.598405] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_rules [ 895.598640] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_members [ 895.598640] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fc5a1d-6881-4f24-b53a-f394cec13166 with Priority: HIGHEST for action port [ 895.599974] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.599974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.599974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599974] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.600644] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.600644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.600765] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.600861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.600921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.601075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.601157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.601244] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.603294] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fc5a1d-6881-4f24-b53a-f394cec13166 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.603499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.604908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.604908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.604908] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fc5a1d-6881-4f24-b53a-f394cec13166',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.844046] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.106310] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.106911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.106911] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.107554] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1fc5a1d-6881-4f24-b53a-f394cec13166 with status ACTIVE [ 896.108046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.108046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.108046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.108388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.108388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.108388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.108577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.108577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.108742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.108872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.109020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.109114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.109169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.109323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.109423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.109423] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1fc5a1d-6881-4f24-b53a-f394cec13166 is going to be updated. [ 896.133427] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.133712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.133821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.133997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.134182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.134312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fc5a1d-6881-4f24-b53a-f394cec13166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.347278] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.347503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.347503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.347756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.347821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.347905] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 896.381257] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.381666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.381858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.382229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.382536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.397272] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 896.612018] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.959938] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 896.960183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.960481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.960770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.960881] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.016955] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.016955] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.016955] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.017274] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.017556] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.018301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.018301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018528] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.018528] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.018641] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.018766] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.018861] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.018949] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.019081] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.041030] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.041030] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.041030] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.041030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.041030] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-b6921dbc-e8f1-4f33-aee7-571034e14db3 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.041030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.041030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.041030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.041030] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6921dbc-e8f1-4f33-aee7-571034e14db3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.114353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.114720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.114720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.114897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.115048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.115161] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af504d8-4603-49cd-8a4e-964705a82a6a is going to be created. [ 897.139505] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.139653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.139726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.140033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.140226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.150235] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af504d8-4603-49cd-8a4e-964705a82a6a in Status: UNINITIALIZED for 2s [ 897.258608] env[65959]: INFO networking_nsxv3.common.synchronization [req-f119e0ff-ac0e-42b1-9bdb-e774e9155909 req-1c2a9a17-c44e-4578-9802-6351579c899a tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 897.259544] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 897.260131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.260438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.260614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.260990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.261632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.261930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.262039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.262347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.262552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.262747] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.463432] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.463659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.480295] env[65959]: INFO networking_nsxv3.common.synchronization [req-f119e0ff-ac0e-42b1-9bdb-e774e9155909 req-ce286ad6-b79d-462e-8ecb-997f275a82c8 tempest-ServersTestMultiNic-764110145 tempest-ServersTestMultiNic-764110145-project-member] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 897.481143] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGHEST for action security_group_members [ 897.481514] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.482312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.544563] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.544563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.544563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.544563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.545285] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.545285] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.545603] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.545706] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.546074] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.546222] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.546901] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.547856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.547856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.547856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.547856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.547856] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 is going to be updated. [ 897.578430] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.578754] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.578861] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.579164] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.579367] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.765894] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.270447] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.294344] env[65959]: INFO networking_nsxv3.common.synchronization [req-34874894-53e7-4b78-a82a-185d5f037803 req-27d4cd38-faee-4825-9cc3-51feca1833e8 service nova] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 898.294569] env[65959]: INFO networking_nsxv3.common.synchronization [req-34874894-53e7-4b78-a82a-185d5f037803 req-27d4cd38-faee-4825-9cc3-51feca1833e8 service nova] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 898.294686] env[65959]: INFO networking_nsxv3.common.synchronization [req-34874894-53e7-4b78-a82a-185d5f037803 req-27d4cd38-faee-4825-9cc3-51feca1833e8 service nova] Enqueued Resource ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 with Priority: HIGHEST for action port [ 898.295127] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_rules [ 898.295446] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 898.295446] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 with Priority: HIGHEST for action port [ 898.298021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.298021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.298021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.298021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.298021] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.298021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.298363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.298363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.298719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.298719] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.298843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.298843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.299317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.299317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.299317] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.301478] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6921dbc-e8f1-4f33-aee7-571034e14db3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.301478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.301478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.301478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.301478] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6921dbc-e8f1-4f33-aee7-571034e14db3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.409506] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 898.409591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.409916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.411245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.411245] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.411473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.411473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.411527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.411674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.411674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.411771] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.771621] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.771827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.771827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.772095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.772191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.772292] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 898.798287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.798491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.799886] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.800109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.800218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.800456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.800713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804274] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.805339] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6921dbc-e8f1-4f33-aee7-571034e14db3 with status ACTIVE [ 898.805539] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.805660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.805728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.805953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.806088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.806284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.806398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.806462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.806646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.806729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.806969] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.807097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.807097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.807504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.807504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.807504] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6921dbc-e8f1-4f33-aee7-571034e14db3 is going to be updated. [ 898.811435] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 898.830686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.830893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.830970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.831176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.831323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.831474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6921dbc-e8f1-4f33-aee7-571034e14db3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.915305] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.915528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.915604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.915976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.916639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.916639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.916639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.917314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.917314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.917314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.917393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.917930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.918099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.918850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.918850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.918850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.918850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.919062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.919062] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.161190] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af504d8-4603-49cd-8a4e-964705a82a6a in Status: SUCCESS [ 899.161382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.161586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.161867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.162298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.162485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.162579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.162874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.162988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.163139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.163306] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.309728] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.420940] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfbe6bf3-6949-4157-a197-9c4979012647: rpc.has_security_group_logging(os_id): False [ 899.439890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.439890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.439890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.439890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.439890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.439890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.439890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.439890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.440244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.440244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.440552] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.440552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.440552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.440729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.440729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.440853] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.440942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.441011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.441153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.441225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.441306] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 899.510043] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.510043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.510043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.510043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.510043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.522911] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 899.665988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.666093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.666233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668951] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668951] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668951] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668951] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.812951] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.813135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.813213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.813442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.813532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.813630] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b is going to be updated. [ 899.863023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.863023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.863023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.863023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.863023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.872954] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: IN_PROGRESS for 2s [ 900.170277] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8af504d8-4603-49cd-8a4e-964705a82a6a: rpc.has_security_group_logging(os_id): False [ 900.192721] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.192721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.192825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.193130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.193267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.193538] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.193639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.193688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.193922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.194011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.194260] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.194369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.194418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.194603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.194692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.194873] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.194985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.195068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.195840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.195840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.195840] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af504d8-4603-49cd-8a4e-964705a82a6a is going to be created. [ 900.265312] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.265447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.265521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.265747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.265927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.283416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af504d8-4603-49cd-8a4e-964705a82a6a in Status: IN_PROGRESS for 2s [ 900.826237] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 900.826237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.826237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.826237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.826717] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.826717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.826717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.826717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.826872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.826872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.826970] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.827834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.828016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.828208] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.828320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.828411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.828618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.828736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.829599] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.331214] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.331346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.332111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.332111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.332111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.332323] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.332374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.332531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.332599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.332710] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 901.359699] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.359830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.359894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.360120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.360260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.369726] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 901.537639] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 901.537892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.885238] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: SUCCESS [ 901.885729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.885959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.886261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.886503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.886723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.886797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.887077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.887229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.887380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.887546] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.067204] env[65959]: INFO networking_nsxv3.common.synchronization [req-aa3d6542-5596-4f90-93fa-ff64da1f217e req-2ac2c8dc-6c45-4766-83c0-ca367d8ef729 tempest-MigrationsAdminTest-792663017 tempest-MigrationsAdminTest-792663017-project-member] Enqueued Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 902.068281] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 with Priority: HIGHEST for action security_group_members [ 902.068801] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ae93014-4084-4f1c-8b20-5b66eef04a71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.068952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.069066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.069389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.069632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.069816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.069928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.070190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.070349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.070537] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ae93014-4084-4f1c-8b20-5b66eef04a71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.297711] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af504d8-4603-49cd-8a4e-964705a82a6a in Status: SUCCESS [ 902.298037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.390563] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.574647] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.575182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.575182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.575182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.614301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.614638] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.614762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.614762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.614957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.615068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.615182] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 is going to be updated. [ 902.654248] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.654448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.654448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.654672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.654833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.666124] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: IN_PROGRESS for 2s [ 902.893042] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ec987d7-6150-44c3-b817-cd3a3238246b: rpc.has_security_group_logging(os_id): False [ 902.925372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.925544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.925651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.925890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.948312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.948950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.948950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.948950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.949172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.949283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.949383] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b is going to be updated. [ 903.015447] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.015684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.015684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.015917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.016048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.031074] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: IN_PROGRESS for 2s [ 903.383131] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 903.383351] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 deletion is rescheduled due to dependency. [ 903.383504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.383718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.383958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.384165] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.384284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.384349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.384507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.384599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.384683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.384837] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.384998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.384998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.385269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.385414] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.385502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.385560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.385698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.385772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.385865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.385966] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.888640] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5866e0b-4f09-4c5b-a4de-dd0287518628: rpc.has_security_group_logging(os_id): False [ 903.923274] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.923791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.923791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.923791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.923791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.923990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.924080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.924164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.924295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.924373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.924572] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.924713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.924713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.924854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.924928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.925194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.925532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.925661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.925789] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be updated. [ 904.011449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.011656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.011879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.012192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.012351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.027501] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: IN_PROGRESS for 2s [ 904.210608] env[65959]: INFO networking_nsxv3.common.synchronization [req-f2ff7974-b77d-4fba-92a5-6f5a106b7a84 req-c8c14878-4da6-44db-ba70-6b5043f24cd6 tempest-ServersAdminTestJSON-1360709756 tempest-ServersAdminTestJSON-1360709756-project-member] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 904.211578] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGHEST for action security_group_members [ 904.212028] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.212028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.212028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.212266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.212453] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.212694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.212770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.212920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.213063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.213201] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.347091] env[65959]: INFO networking_nsxv3.common.synchronization [req-5f521a2f-00c7-47f3-9288-f9e60c2ebf2f req-5cde3824-9791-4cfd-8fde-29c92ac3fa4e tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 904.348646] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 904.349058] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.349194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.350733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.350733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.350733] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.350733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.350733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.350733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.350733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.350733] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.635962] env[65959]: INFO networking_nsxv3.common.synchronization [req-4f9c63da-2994-4fd4-9e67-dc16ea787e89 req-e2a50d66-d9f6-4351-a77f-717a755b123d tempest-ServersNegativeTestJSON-603256990 tempest-ServersNegativeTestJSON-603256990-project-member] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 904.636949] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 904.636949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.636949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.637221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.637262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.637634] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.637634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.637634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.637854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.637854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.637927] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.677121] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 in Status: SUCCESS [ 904.677438] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ae93014-4084-4f1c-8b20-5b66eef04a71 deletion is rescheduled due to dependency. [ 904.677438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ae93014-4084-4f1c-8b20-5b66eef04a71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.715736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.716311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.716415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.716971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.716971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.717629] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.717629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.717629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.717629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.717835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.717835] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be updated. [ 904.753409] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.753538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.756019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.756019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.756019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.768703] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: IN_PROGRESS for 2s [ 904.853057] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.867085] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867320] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.867451] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.867767] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.875030] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.875030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.875030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.875030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.875030] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.875030] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.875030] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.875030] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.875030] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.875030] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.875030] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.875030] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.908397] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.908547] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.908585] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.908822] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.909075] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-07eeddd1-1902-4840-9769-653f2f73c309 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.909888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.909888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.909888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.909888] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07eeddd1-1902-4840-9769-653f2f73c309',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.046182] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: SUCCESS [ 905.046431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.140135] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.356350] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.415161] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.415161] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.415161] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415161] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415161] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.415161] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 07eeddd1-1902-4840-9769-653f2f73c309 not found, creating... [ 905.415161] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.415474] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.415474] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.415600] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.415690] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.416060] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.416555] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.416684] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.416896] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.417294] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.417492] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 07eeddd1-1902-4840-9769-653f2f73c309 is going to be created. [ 905.441740] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.442061] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.442213] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.442576] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.442896] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.443196] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.642930] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.863770] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.863965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.864041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.864256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.864348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.864446] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 905.913584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.913838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.913898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.914130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.914283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.929272] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 906.046165] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 in Status: SUCCESS [ 906.046395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.147050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.147050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.147050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.147050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.147050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.147050] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 906.189716] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.189916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.189966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.190181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.190327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.204429] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 906.208143] env[65959]: INFO networking_nsxv3.common.synchronization [req-5f521a2f-00c7-47f3-9288-f9e60c2ebf2f req-229325ea-38b4-4fdb-8b10-354c208693d4 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 906.208143] env[65959]: INFO networking_nsxv3.common.synchronization [req-5f521a2f-00c7-47f3-9288-f9e60c2ebf2f req-229325ea-38b4-4fdb-8b10-354c208693d4 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 906.208143] env[65959]: INFO networking_nsxv3.common.synchronization [req-5f521a2f-00c7-47f3-9288-f9e60c2ebf2f req-229325ea-38b4-4fdb-8b10-354c208693d4 service nova] Enqueued Resource ID: 07eeddd1-1902-4840-9769-653f2f73c309 with Priority: HIGHEST for action port [ 906.208143] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 906.208378] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 906.208378] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07eeddd1-1902-4840-9769-653f2f73c309 with Priority: HIGHEST for action port [ 906.208807] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.208807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.208956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.209179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.209299] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.210663] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.210776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.210998] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-07eeddd1-1902-4840-9769-653f2f73c309 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.211120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.211182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.211392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.211469] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07eeddd1-1902-4840-9769-653f2f73c309',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.713683] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07eeddd1-1902-4840-9769-653f2f73c309 with status ACTIVE [ 906.714111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.714261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.714322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.714596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.714721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.715055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.715221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.715221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.715490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.715598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.715787] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.715888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.715951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.716153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.716276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.716349] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07eeddd1-1902-4840-9769-653f2f73c309 is going to be updated. [ 906.719437] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.719437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.745996] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.746278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.746418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.746755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.747017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.747319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07eeddd1-1902-4840-9769-653f2f73c309" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.791934] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a in Status: SUCCESS [ 906.792169] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a deletion is rescheduled due to dependency. [ 906.792366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.940827] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 907.940827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.941197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.941658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.941658] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.941848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.941848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.942742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.942742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.942742] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.215014] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 908.215227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.445712] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.949540] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.456571] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.456571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.456571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.456571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.456571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.456571] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 909.497010] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.497010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.497010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.497010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.497010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.511555] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 909.833520] env[65959]: INFO networking_nsxv3.common.synchronization [None req-3eb6fd88-b140-4dfd-b855-36771e3a1d61 None None] Enqueued Resource ID: 419890f8-b8d0-4a16-b0b3-493b0c5687fc with Priority: HIGHEST for action port [ 909.833520] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419890f8-b8d0-4a16-b0b3-493b0c5687fc with Priority: HIGHEST for action port [ 909.833520] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-419890f8-b8d0-4a16-b0b3-493b0c5687fc taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.833520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419890f8-b8d0-4a16-b0b3-493b0c5687fc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.833520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419890f8-b8d0-4a16-b0b3-493b0c5687fc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.833520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419890f8-b8d0-4a16-b0b3-493b0c5687fc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.833882] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419890f8-b8d0-4a16-b0b3-493b0c5687fc',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.336594] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 419890f8-b8d0-4a16-b0b3-493b0c5687fc [ 910.336905] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.337040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.337111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.337351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.337440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.337534] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:419890f8-b8d0-4a16-b0b3-493b0c5687fc already deleted. [ 910.337615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419890f8-b8d0-4a16-b0b3-493b0c5687fc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.541812] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 911.542174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.542586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.542837] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.542992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.543098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.543524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.543651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543865] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.769356] env[65959]: INFO networking_nsxv3.common.synchronization [req-f9a5b8a4-6ed6-4cd2-ba42-a5805dbd143c req-b455fc68-9e53-4885-9a4d-e26333fafd61 tempest-VolumesAdminNegativeTest-667090525 tempest-VolumesAdminNegativeTest-667090525-project-member] Enqueued Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_members [ 911.769899] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGHEST for action security_group_members [ 911.770302] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.770537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.770737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.771422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.771599] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.771702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.771772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.771956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.772083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.772189] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.047941] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.047941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.047941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.047941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.047941] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.047941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.047941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.047941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.048525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.048525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.048525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.048525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.048645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.049313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.049313] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.049313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.049313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.049313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.049618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.049618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.049618] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.275850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.276039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.276092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.276513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.276513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.276629] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.276686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.276728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.276873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.277245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.277245] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af504d8-4603-49cd-8a4e-964705a82a6a is going to be updated. [ 912.316275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.316275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.316275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.316275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.316275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.326097] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af504d8-4603-49cd-8a4e-964705a82a6a in Status: IN_PROGRESS for 2s [ 912.554409] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 912.565627] env[65959]: INFO networking_nsxv3.common.synchronization [None req-4cd385fc-3904-4a59-a634-60efe56a0cfa None None] Enqueued Resource ID: 01b2655e-dd28-405c-805b-e0a9ffd40fde with Priority: HIGHEST for action port [ 912.566209] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b2655e-dd28-405c-805b-e0a9ffd40fde with Priority: HIGHEST for action port [ 912.567138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b2655e-dd28-405c-805b-e0a9ffd40fde taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.567138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b2655e-dd28-405c-805b-e0a9ffd40fde" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.567138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b2655e-dd28-405c-805b-e0a9ffd40fde" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.567138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b2655e-dd28-405c-805b-e0a9ffd40fde" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.567138] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b2655e-dd28-405c-805b-e0a9ffd40fde',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.573205] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.573327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.573398] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.573610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.573688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.575025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.575025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.575025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.575025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.575480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.575480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.575480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.575480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.575480] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 912.642693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.642693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.642982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.643149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.643327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.661996] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 913.070042] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01b2655e-dd28-405c-805b-e0a9ffd40fde [ 913.070379] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.070500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.070583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.070862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.070997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.071106] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01b2655e-dd28-405c-805b-e0a9ffd40fde already deleted. [ 913.071230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b2655e-dd28-405c-805b-e0a9ffd40fde" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.337991] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af504d8-4603-49cd-8a4e-964705a82a6a in Status: SUCCESS [ 914.338436] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af504d8-4603-49cd-8a4e-964705a82a6a deletion is rescheduled due to dependency. [ 914.338436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.675735] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 914.675970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.734888] env[65959]: INFO networking_nsxv3.common.synchronization [req-b33209e2-65a1-4aaf-9f41-1b8c3aa4b0cd req-d6ae7847-f25d-4e20-8b07-ad7db363108b tempest-AttachInterfacesV270Test-1857100787 tempest-AttachInterfacesV270Test-1857100787-project-member] Enqueued Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_members [ 915.735464] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_members [ 915.735738] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.735862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.735929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.736344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.737065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.737065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.737065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.737065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.737065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.737065] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.069290] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.069547] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-509" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.069705] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-509" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.070023] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-509" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.070280] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.071036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.071036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.071036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.071036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.071295] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.071435] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.071563] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.071720] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.071890] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.071939] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.072108] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.094116] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.094293] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.094424] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.094596] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-509" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.094913] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-7535d7ff-bc13-4d0f-8445-a49d77ed862d taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.095091] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.095207] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.095542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.095655] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7535d7ff-bc13-4d0f-8445-a49d77ed862d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.238897] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.239038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.239186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.239395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.239483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.239895] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.240029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.240105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.240279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.240356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.240446] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff7fd36e-872c-442c-9ab6-566d885c4381 already deleted. [ 916.240526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.598168] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.598395] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.598516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.598858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.599024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 7535d7ff-bc13-4d0f-8445-a49d77ed862d not found, creating... [ 916.599467] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.599631] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.599768] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.600011] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.600149] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.600416] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.600601] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.601161] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.601559] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.601715] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.601855] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 7535d7ff-bc13-4d0f-8445-a49d77ed862d is going to be created. [ 916.624651] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.624855] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.624855] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.625908] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.625908] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.625908] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.344025] env[65959]: INFO networking_nsxv3.common.synchronization [req-b33209e2-65a1-4aaf-9f41-1b8c3aa4b0cd req-99c68b69-9e28-47f3-a25d-f52abd993fec service nova] Enqueued Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_rules [ 917.344025] env[65959]: INFO networking_nsxv3.common.synchronization [req-b33209e2-65a1-4aaf-9f41-1b8c3aa4b0cd req-99c68b69-9e28-47f3-a25d-f52abd993fec service nova] Enqueued Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_members [ 917.344025] env[65959]: INFO networking_nsxv3.common.synchronization [req-b33209e2-65a1-4aaf-9f41-1b8c3aa4b0cd req-99c68b69-9e28-47f3-a25d-f52abd993fec service nova] Enqueued Resource ID: 7535d7ff-bc13-4d0f-8445-a49d77ed862d with Priority: HIGHEST for action port [ 917.344025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_rules [ 917.344025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_members [ 917.344025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7535d7ff-bc13-4d0f-8445-a49d77ed862d with Priority: HIGHEST for action port [ 917.344025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.344951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.345196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.345533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.345914] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.347121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.347367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.347526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.347914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.348407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.348698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.348969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.349241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.349410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.349576] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.350493] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7535d7ff-bc13-4d0f-8445-a49d77ed862d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.350724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.350866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.352026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.352026] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7535d7ff-bc13-4d0f-8445-a49d77ed862d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.853531] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.853620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.853751] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.854677] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7535d7ff-bc13-4d0f-8445-a49d77ed862d with status ACTIVE [ 917.854905] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.855030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.855030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.855275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.855370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.856122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.856122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.856122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.856122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.856122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.856122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.856410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.856410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.856410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.856410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.856526] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7535d7ff-bc13-4d0f-8445-a49d77ed862d is going to be updated. [ 917.879921] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.880120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.880195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.880429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.880564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.880727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7535d7ff-bc13-4d0f-8445-a49d77ed862d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.358567] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.860719] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.860987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.860987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.861202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.861289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.861384] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff7fd36e-872c-442c-9ab6-566d885c4381 is going to be created. [ 918.896288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.896480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.896522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.896777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.897039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.906840] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff7fd36e-872c-442c-9ab6-566d885c4381 in Status: UNINITIALIZED for 2s [ 920.920364] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff7fd36e-872c-442c-9ab6-566d885c4381 in Status: SUCCESS [ 920.920612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.922159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.922159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.922159] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.424869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.425011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.425129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.425355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.425536] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.425638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.425700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.426053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.426053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.426053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.426388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.426388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.426388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.426609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.426609] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.426789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.426789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.426897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.426897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.426987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.427122] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.862166] env[65959]: INFO networking_nsxv3.common.synchronization [req-2e772328-3133-4f7d-a787-86b9af28893a req-4a2e9146-9aae-4889-945f-bf18fcb6bb32 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 921.862584] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 921.863055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.863284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.863369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.863633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.863800] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.863888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.863951] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.864786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.864786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.864786] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.930066] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff7fd36e-872c-442c-9ab6-566d885c4381: rpc.has_security_group_logging(os_id): False [ 921.960403] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.960540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.960600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.960815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.960893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.961120] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.961477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.961477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.961477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.961477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.961643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.962559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.962559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.962559] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff7fd36e-872c-442c-9ab6-566d885c4381 is going to be created. [ 922.021142] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.021808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.021808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.021808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.021808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.034287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff7fd36e-872c-442c-9ab6-566d885c4381 in Status: IN_PROGRESS for 2s [ 922.184981] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.185262] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.185394] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.185703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.188764] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.189035] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.189203] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.189506] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.189724] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.190494] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.191129] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.191271] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.191618] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.191772] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.192285] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.192483] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.216140] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.216140] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.216140] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.216140] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.216140] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-fde20f71-d59a-47d6-8ea8-9780377d48d0 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.216388] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.216428] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.216763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.216927] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde20f71-d59a-47d6-8ea8-9780377d48d0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.366233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.366403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.366481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.366749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.367350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.367350] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.367350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.367350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.367545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.367627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.367761] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 already deleted. [ 922.367893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.722026] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.722352] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.722521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.722883] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.723083] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.723266] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port fde20f71-d59a-47d6-8ea8-9780377d48d0 not found, creating... [ 922.723588] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.723826] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.723936] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.724198] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.724336] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.725739] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.726062] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.729167] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.732233] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.732233] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.732233] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: fde20f71-d59a-47d6-8ea8-9780377d48d0 is going to be created. [ 922.756584] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.756703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.756824] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.757117] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.757353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.757580] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.507404] env[65959]: INFO networking_nsxv3.common.synchronization [req-2e772328-3133-4f7d-a787-86b9af28893a req-2377754e-e76e-4a0e-82fc-775e06d3388b service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 923.507741] env[65959]: INFO networking_nsxv3.common.synchronization [req-2e772328-3133-4f7d-a787-86b9af28893a req-2377754e-e76e-4a0e-82fc-775e06d3388b service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 923.507741] env[65959]: INFO networking_nsxv3.common.synchronization [req-2e772328-3133-4f7d-a787-86b9af28893a req-2377754e-e76e-4a0e-82fc-775e06d3388b service nova] Enqueued Resource ID: fde20f71-d59a-47d6-8ea8-9780377d48d0 with Priority: HIGHEST for action port [ 923.508671] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 923.508671] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 923.508671] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde20f71-d59a-47d6-8ea8-9780377d48d0 with Priority: HIGHEST for action port [ 923.508671] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.509032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.509032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.509171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.509171] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.510455] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.510593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.510725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.511178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.511178] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.511178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.511656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.511732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.511864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.511996] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.513372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde20f71-d59a-47d6-8ea8-9780377d48d0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.513514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.513514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.513700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.513700] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde20f71-d59a-47d6-8ea8-9780377d48d0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.016437] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.016888] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.017067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017308] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde20f71-d59a-47d6-8ea8-9780377d48d0 with status ACTIVE [ 924.017482] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.017630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.018045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.018125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.018309] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.018408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.018474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.018667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.018779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.018974] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.019128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.019235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.019441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.019519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.019603] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde20f71-d59a-47d6-8ea8-9780377d48d0 is going to be updated. [ 924.041214] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.041393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.041393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.041560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.041670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.041826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde20f71-d59a-47d6-8ea8-9780377d48d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.047527] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff7fd36e-872c-442c-9ab6-566d885c4381 in Status: SUCCESS [ 924.047697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.418159] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-868a7a86-b544-4098-af8a-193bada189e4 tempest-ListServersNegativeTestJSON-1964065951 tempest-ListServersNegativeTestJSON-1964065951-project-member] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 924.418159] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 924.418159] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.418795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.419219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.419588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.421364] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.421364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.421364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.421364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.421364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.421364] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.522391] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.537662] env[65959]: INFO networking_nsxv3.common.synchronization [req-7421bdf0-2e34-4400-9b5e-40dc2f7dd118 req-09ac3e50-ce5d-4890-8f2f-31935fb0a10f tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 924.538177] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 924.538480] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.538944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.539339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.540384] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.540628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.540741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.541082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.541082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.541225] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.900091] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.900234] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.900352] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.900845] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.901400] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.901493] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.901616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.901868] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.902872] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.902872] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.902872] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.902872] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.903162] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.903162] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.904966] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.904966] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.923525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.923856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.923992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.924262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.924346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.924542] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.924653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.924713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.924894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.924969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.925093] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a already deleted. [ 924.925183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.926539] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.926539] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.926658] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.927106] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.927172] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-78287978-e213-48cf-944c-458f3dab5ad3 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.927566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.927566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.927840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.927840] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78287978-e213-48cf-944c-458f3dab5ad3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.027734] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.027734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.027734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.027734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.027734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.027734] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be created. [ 925.043924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.045078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045078] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 925.053346] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.053481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.053550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.053746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.053987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.066049] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: UNINITIALIZED for 2s [ 925.081697] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.081841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.081911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.082154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.082290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.092246] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 925.430586] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.430857] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.431071] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.431389] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.431551] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.431702] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 78287978-e213-48cf-944c-458f3dab5ad3 not found, creating... [ 925.431959] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.432151] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.432339] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.432454] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.432584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.432881] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.433050] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.433164] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.433406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.433621] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.433781] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 78287978-e213-48cf-944c-458f3dab5ad3 is going to be created. [ 925.457612] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.457612] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.457612] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.457852] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.457890] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.458678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.181954] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-40727b85-0dc3-4f73-b150-9bb435164843 service nova] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_rules [ 926.182253] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-40727b85-0dc3-4f73-b150-9bb435164843 service nova] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 926.182286] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-40727b85-0dc3-4f73-b150-9bb435164843 service nova] Enqueued Resource ID: 78287978-e213-48cf-944c-458f3dab5ad3 with Priority: HIGHEST for action port [ 926.183037] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_rules [ 926.183037] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 926.183171] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78287978-e213-48cf-944c-458f3dab5ad3 with Priority: HIGHEST for action port [ 926.183487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.183678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.183784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.184270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.184270] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.185514] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.185818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.186038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.186225] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.186356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.186438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.186613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.186722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.186841] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.188647] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-78287978-e213-48cf-944c-458f3dab5ad3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.188647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.188647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.188647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.188647] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78287978-e213-48cf-944c-458f3dab5ad3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.533958] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-cea65993-d0c9-4c13-b031-44e8c669d159 tempest-ListServersNegativeTestJSON-1964065951 tempest-ListServersNegativeTestJSON-1964065951-project-member] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 926.534254] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 926.534645] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.534809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.689456] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.691245] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.691456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.692116] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78287978-e213-48cf-944c-458f3dab5ad3 with status ACTIVE [ 926.692931] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.692931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.692931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.693167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.693359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.694192] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.694192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.694192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.694192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.694572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.694719] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.694930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.694930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.695203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.695344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.695511] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78287978-e213-48cf-944c-458f3dab5ad3 is going to be updated. [ 926.720218] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.720415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.720415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.720617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.720792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.720939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78287978-e213-48cf-944c-458f3dab5ad3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.860452] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.860660] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.860907] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.861097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.861373] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.861530] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.861646] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.861899] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.862051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.862268] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.862388] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.862504] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.862693] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.862693] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.862789] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.862967] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.901778] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.901778] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.901778] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.901778] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.902608] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-91465542-40f4-41e5-affb-3ae59f56acc1 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.902608] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.902608] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.902898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.902898] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91465542-40f4-41e5-affb-3ae59f56acc1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.077068] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 927.077068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.077068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.077068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.077068] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.077068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.077068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.077298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.077298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.077352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078482] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.101276] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 927.101423] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 927.101423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.193262] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.407863] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.408051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.408096] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.408378] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.408649] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.408820] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 91465542-40f4-41e5-affb-3ae59f56acc1 not found, creating... [ 927.409098] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.409256] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.409367] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.409603] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.409738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.410059] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.410240] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.410356] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.410648] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.410782] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.410988] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 91465542-40f4-41e5-affb-3ae59f56acc1 is going to be created. [ 927.445599] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.445783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.445783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.447982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.447982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.447982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.580062] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.580320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.580512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.580807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.580937] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.581058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.581132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.581301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.581427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.581478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.581681] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.581726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.581863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.581962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.582099] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.582158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.582219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.582359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.582436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.582518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.582608] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.696637] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.696637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.696637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.696637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.696862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.696862] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be created. [ 927.724317] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.724486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.724545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.724734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.724893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.735490] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: UNINITIALIZED for 2s [ 928.085419] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 664125ba-6557-47a4-9b6f-42ff82075593: rpc.has_security_group_logging(os_id): False [ 928.104308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.104500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.104500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.104740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.104824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.105363] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.105363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.105363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.105363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.105363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.105580] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.105580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.105855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.105855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.105855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.106036] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.106169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.106260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.106409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.106484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.106571] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be created. [ 928.143569] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-8e8b5732-a7bb-44b4-8b9e-b168dce5a027 service nova] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_rules [ 928.143642] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-8e8b5732-a7bb-44b4-8b9e-b168dce5a027 service nova] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 928.143827] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-8e8b5732-a7bb-44b4-8b9e-b168dce5a027 service nova] Enqueued Resource ID: 91465542-40f4-41e5-affb-3ae59f56acc1 with Priority: HIGHEST for action port [ 928.144412] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_rules [ 928.144558] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 928.144671] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91465542-40f4-41e5-affb-3ae59f56acc1 with Priority: HIGHEST for action port [ 928.144965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.145135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.145494] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.145635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.145857] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-91465542-40f4-41e5-affb-3ae59f56acc1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.145968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.146053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.146269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.146364] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91465542-40f4-41e5-affb-3ae59f56acc1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.168389] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.168584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.168629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.168831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.169032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.182040] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 928.649073] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91465542-40f4-41e5-affb-3ae59f56acc1 with status ACTIVE [ 928.649407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.649407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.649407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.649546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.649638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.649811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.649912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.649964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.650131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.650206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.650385] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.650475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.650533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.650672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.650740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.650822] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91465542-40f4-41e5-affb-3ae59f56acc1 is going to be updated. [ 928.675107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.675252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.675304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.675520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.675682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.675881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91465542-40f4-41e5-affb-3ae59f56acc1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.126070] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-0071285a-ee14-434e-8073-4a8dc6b62bad tempest-ListServersNegativeTestJSON-1964065951 tempest-ListServersNegativeTestJSON-1964065951-project-member] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 929.126561] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 929.126869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.126966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.442123] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.442123] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.442324] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.442692] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.443180] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.443445] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.443662] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.444056] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.444301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.444645] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.445023] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.445023] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.445257] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.445859] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.445859] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.445859] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.468925] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.469115] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.469251] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.469424] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-772" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.469751] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-62c357c8-457b-41c6-81e2-15cc9dcb863e taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.469938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.470128] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.470433] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.470571] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c357c8-457b-41c6-81e2-15cc9dcb863e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.747246] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 929.747676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.747965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.748254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.748620] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.748790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.749182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.749351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.749523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.749654] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.973443] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.973646] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.973858] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.974155] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.974367] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.974521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 62c357c8-457b-41c6-81e2-15cc9dcb863e not found, creating... [ 929.974712] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.974790] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.974993] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.975178] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.975270] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.975550] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.975701] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.975828] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.976055] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.976189] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.976325] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 62c357c8-457b-41c6-81e2-15cc9dcb863e is going to be created. [ 930.002423] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.002423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.002423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.002423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.002423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.002679] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.195090] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 930.195329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.252114] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.754370] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.774768] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-9a93b46e-5852-417a-ae5a-40d9a735f167 service nova] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_rules [ 930.775034] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-9a93b46e-5852-417a-ae5a-40d9a735f167 service nova] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 930.775270] env[65959]: INFO networking_nsxv3.common.synchronization [req-39278a41-899a-4d61-82bd-3703a469475c req-9a93b46e-5852-417a-ae5a-40d9a735f167 service nova] Enqueued Resource ID: 62c357c8-457b-41c6-81e2-15cc9dcb863e with Priority: HIGHEST for action port [ 930.775879] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_rules [ 930.776088] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 930.776245] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c357c8-457b-41c6-81e2-15cc9dcb863e with Priority: HIGHEST for action port [ 930.776606] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.776745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.777065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.777163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.777398] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c357c8-457b-41c6-81e2-15cc9dcb863e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.777530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.777605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.777998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.778120] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c357c8-457b-41c6-81e2-15cc9dcb863e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.214194] env[65959]: INFO networking_nsxv3.common.synchronization [req-618e80fa-bfd9-48ea-b30a-b19dbfd44875 req-780751d1-45f4-4b3d-84ae-e093059f5a47 tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 931.215035] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 931.215434] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.215434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.215434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.215594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.215773] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.215872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.215934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.216439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.216439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.216439] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.256658] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.256658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.256808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.257099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.257268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.257346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 931.282891] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62c357c8-457b-41c6-81e2-15cc9dcb863e with status ACTIVE [ 931.283228] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.283365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.283460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.283729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.283888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.284805] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.284805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.284805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.284805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.284805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.284805] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.284805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.285218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.285218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.285218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.285218] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62c357c8-457b-41c6-81e2-15cc9dcb863e is going to be updated. [ 931.289584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.289709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.289777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.289975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.290193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.300546] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 931.308839] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.309723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.309723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.309723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.309723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.309723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c357c8-457b-41c6-81e2-15cc9dcb863e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.610767] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.611035] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.612086] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.612086] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.612086] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.612086] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.612086] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.612390] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.612435] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.612894] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.612894] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.612894] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.613030] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.613071] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.613387] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.613387] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.633280] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.633573] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.633789] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.634078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.634560] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-f26c3c27-d057-491c-9537-0917a0a6fe61 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.634840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.635052] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.635526] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.635746] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26c3c27-d057-491c-9537-0917a0a6fe61',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.719735] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.719921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.720399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720657] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721171] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 931.759772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.760233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.760233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.760301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.760433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.773515] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 931.839046] env[65959]: INFO networking_nsxv3.common.synchronization [req-9fa3c709-0c63-41f8-a891-1d948a3011bc req-f608372b-3f06-4283-85e3-4260b452a935 tempest-AttachInterfacesV270Test-1857100787 tempest-AttachInterfacesV270Test-1857100787-project-member] Enqueued Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_members [ 931.839758] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGHEST for action security_group_members [ 931.840121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.840258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.840302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.840524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.840675] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.840852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.840915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.841170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.841306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.841447] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.139778] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.140104] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.140301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.140697] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.140922] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.141163] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port f26c3c27-d057-491c-9537-0917a0a6fe61 not found, creating... [ 932.141536] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.141789] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.141962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.142427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.142787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.143069] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.143298] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.143470] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.146767] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.146767] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.146767] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: f26c3c27-d057-491c-9537-0917a0a6fe61 is going to be created. [ 932.166235] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.166488] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.166600] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.166862] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.167107] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.167323] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.344163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.344335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.344406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.344646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.344781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.345108] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.345300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.345300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.345461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.345787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.345787] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff7fd36e-872c-442c-9ab6-566d885c4381 is going to be updated. [ 932.382219] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.382219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.382219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.382219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.382219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.392241] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff7fd36e-872c-442c-9ab6-566d885c4381 in Status: IN_PROGRESS for 2s [ 932.966053] env[65959]: INFO networking_nsxv3.common.synchronization [req-618e80fa-bfd9-48ea-b30a-b19dbfd44875 req-2ec87fe9-f83d-4c5b-adeb-86bfd9643481 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 932.966331] env[65959]: INFO networking_nsxv3.common.synchronization [req-618e80fa-bfd9-48ea-b30a-b19dbfd44875 req-2ec87fe9-f83d-4c5b-adeb-86bfd9643481 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 932.966412] env[65959]: INFO networking_nsxv3.common.synchronization [req-618e80fa-bfd9-48ea-b30a-b19dbfd44875 req-2ec87fe9-f83d-4c5b-adeb-86bfd9643481 service nova] Enqueued Resource ID: f26c3c27-d057-491c-9537-0917a0a6fe61 with Priority: HIGHEST for action port [ 932.967043] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 932.967190] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 932.967299] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26c3c27-d057-491c-9537-0917a0a6fe61 with Priority: HIGHEST for action port [ 932.967607] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.967752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.967822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.968103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.968188] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.969190] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.969360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.970487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26c3c27-d057-491c-9537-0917a0a6fe61 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.970487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.970487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.970487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.970487] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26c3c27-d057-491c-9537-0917a0a6fe61',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.313574] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 933.313574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.313574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.313763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.313853] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.314039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.314117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.314281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.314360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.314472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.314546] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.319505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.319686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.319843] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.319949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.320023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.320167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.320244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320332] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.471528] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.471863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.473232] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26c3c27-d057-491c-9537-0917a0a6fe61 with status ACTIVE [ 933.473427] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.473544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.473608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.473817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.473901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.474082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.474196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.474269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.474514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.474693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.474785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.474902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.475066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.475181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26c3c27-d057-491c-9537-0917a0a6fe61 is going to be updated. [ 933.498503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.498691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.498731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.498924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.499072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26c3c27-d057-491c-9537-0917a0a6fe61" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.788133] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 4s [ 933.822163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.822163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.824551] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.903711] env[65959]: INFO networking_nsxv3.common.synchronization [req-5660385c-d05a-4050-bb04-f8f3510f0926 req-ac4a601a-dd92-491e-a505-e9ff1fb597c3 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 933.905521] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 933.905521] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.905521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.905521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.905764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.905764] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.905881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.905881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.906260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.906260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.906364] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.329630] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.340460] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.340650] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.340772] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.341056] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.341320] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.341549] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.341750] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.341897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.342066] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.342257] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.342356] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.342463] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.342561] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.342663] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.343049] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.343049] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.363221] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.363416] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.363527] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.363698] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.364033] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-a1dcda06-9568-48b6-9aad-bd51736151c2 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.364241] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.364380] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.364745] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.364885] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dcda06-9568-48b6-9aad-bd51736151c2',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.404302] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff7fd36e-872c-442c-9ab6-566d885c4381 in Status: SUCCESS [ 934.404506] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff7fd36e-872c-442c-9ab6-566d885c4381 deletion is rescheduled due to dependency. [ 934.405019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.410259] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.410937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.410937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.410937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.411164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.411282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.411425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.411486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.411761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.411761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.411858] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 934.458676] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.458919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.458919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.459459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.459459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.469706] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 934.834447] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.834607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.834681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.834903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.834997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.835105] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 934.869267] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.869504] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.869639] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.869951] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.870126] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.870281] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port a1dcda06-9568-48b6-9aad-bd51736151c2 not found, creating... [ 934.870552] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.870708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.870893] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.871164] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.871356] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.871651] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.871972] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.871972] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.872116] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.872252] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.872436] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: a1dcda06-9568-48b6-9aad-bd51736151c2 is going to be created. [ 934.882223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.882379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.882418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.882726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.882984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.900182] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 934.911349] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.911536] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.911712] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.911966] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.912795] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.912795] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.803033] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 935.803033] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 deletion is rescheduled due to dependency. [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.803033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.803033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.803033] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.108026] env[65959]: INFO networking_nsxv3.common.synchronization [req-5660385c-d05a-4050-bb04-f8f3510f0926 req-c5456636-c43a-457a-8815-9ab915d9e2da service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 936.109133] env[65959]: INFO networking_nsxv3.common.synchronization [req-5660385c-d05a-4050-bb04-f8f3510f0926 req-c5456636-c43a-457a-8815-9ab915d9e2da service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 936.109133] env[65959]: INFO networking_nsxv3.common.synchronization [req-5660385c-d05a-4050-bb04-f8f3510f0926 req-c5456636-c43a-457a-8815-9ab915d9e2da service nova] Enqueued Resource ID: a1dcda06-9568-48b6-9aad-bd51736151c2 with Priority: HIGHEST for action port [ 936.109133] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 936.109562] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 936.109787] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dcda06-9568-48b6-9aad-bd51736151c2 with Priority: HIGHEST for action port [ 936.111157] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.111157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.111157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.111157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.111157] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.114086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.114086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.114086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dcda06-9568-48b6-9aad-bd51736151c2 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.114086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.114086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.114086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.114086] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dcda06-9568-48b6-9aad-bd51736151c2',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.306356] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.480450] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 936.480669] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 936.480874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.480977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.481196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.481383] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.483040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.483122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.483331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.483413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.483496] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.615546] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.615770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.615856] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dcda06-9568-48b6-9aad-bd51736151c2 with status ACTIVE [ 936.616021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.616128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.616204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.616462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.616531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.616707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.616858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.616858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.617071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.617110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.617264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.617394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.617424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.617540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.617605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.617705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dcda06-9568-48b6-9aad-bd51736151c2 is going to be updated. [ 936.643839] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.643839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.643839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.644130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.644291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.644453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dcda06-9568-48b6-9aad-bd51736151c2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.811089] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.915359] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 936.915673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.915888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.916244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.916386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.916511] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.916574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.917441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.917693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.917833] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.986148] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.314895] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.315158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.315158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.315456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.315552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.315650] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 937.349382] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.349569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.349651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.349891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.350062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.362562] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 937.420927] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.495645] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.924864] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.998466] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.998466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.998466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.998466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.998466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.998466] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 938.027399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.027557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.027637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.027895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.028064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.036836] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 938.427191] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.427337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.427337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.427550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.427727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.427727] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 938.471102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.471395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.471395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.471892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.471892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.485306] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 939.375096] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 939.375470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.375571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.376125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.376125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.376125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.376125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.376665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.376665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.376665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.376665] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.388034] env[65959]: INFO networking_nsxv3.common.synchronization [req-280f9393-e2b1-481e-9fdc-dcab9a0aa602 req-d51f8f13-c046-4756-87a9-84a0935e93d7 tempest-ServerRescueTestJSON-538323093 tempest-ServerRescueTestJSON-538323093-project-member] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 939.388506] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 939.388808] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.388929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.388995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.390130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.390307] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.390413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.390474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.390631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.390713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.390982] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.880020] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.893405] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.966288] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.966484] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.966606] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.966880] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.967339] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.967586] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.967761] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.968047] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.968264] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.968601] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.968772] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.968931] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.969097] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.969642] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.969827] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.970039] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.989680] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.990114] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.990213] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.990448] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-153" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.990939] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-b798124b-ce0d-445a-b88e-4333bb827ef5 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.991365] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991503] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.991844] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.992061] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b798124b-ce0d-445a-b88e-4333bb827ef5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.003330] env[65959]: INFO networking_nsxv3.common.synchronization [None req-85e89518-4fb0-4c64-aa2b-8f7636f77aa3 None None] Enqueued Resource ID: 7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7 with Priority: HIGHEST for action port [ 940.003942] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7 with Priority: HIGHEST for action port [ 940.004275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.005132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.005132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.005601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.005601] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.047631] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 940.048160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.048736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.049340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.049340] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.049491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.049530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.050303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.050303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.050303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.050303] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.387206] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35b52f9d-a3e8-43ef-8718-de3dc451fc60: rpc.has_security_group_logging(os_id): False [ 940.401179] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.436718] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.436868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.436968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.438810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.438987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.439368] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.439615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.439709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.440065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.440197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.440622] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 940.494522] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.494771] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.494841] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.495335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.495532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.495717] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port b798124b-ce0d-445a-b88e-4333bb827ef5 not found, creating... [ 940.496087] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.496317] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.496463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.496732] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.496902] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.497300] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.497550] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.497775] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.498369] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.498369] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.498369] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: b798124b-ce0d-445a-b88e-4333bb827ef5 is going to be created. [ 940.501526] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 940.501770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.501972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.502241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.502439] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.502576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.502660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.502839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.503019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.503124] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.507938] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7 [ 940.508175] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.508340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.508340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.508537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.508621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.508710] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7 already deleted. [ 940.508790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9c1efe-62fa-4603-bc36-9b3acdf0e2e7" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.540932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.541174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.541245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.541558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.541713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.549590] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.549827] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.549997] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.550314] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.550546] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.550850] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.552392] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.553592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.553777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.554273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.554495] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.554665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.554761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.554999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.555159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.555292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.555566] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.555804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.555909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.556570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.556758] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.556893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.556978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.557178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.557287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.557736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.557867] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.566786] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 940.904111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.904276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.904341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.904554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.904640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.904736] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be updated. [ 940.934315] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.934395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.934464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.934668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.934803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.945132] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: IN_PROGRESS for 2s [ 941.007534] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.059949] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ddc6ef2-049b-4206-87fc-1ee8e8058058: rpc.has_security_group_logging(os_id): False [ 941.078230] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.078482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.078482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.078758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.078758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.078917] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.079055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.079170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.079529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.079529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.079829] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.079829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.079829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.079938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.080084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.080285] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.080634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.080634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.080634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.080764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.080801] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 941.149935] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.150107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.150176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.150403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.150548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.164432] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 941.258320] env[65959]: INFO networking_nsxv3.common.synchronization [req-280f9393-e2b1-481e-9fdc-dcab9a0aa602 req-d99d6b4b-499a-43fa-b32e-079e1306c8c2 service nova] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_rules [ 941.258628] env[65959]: INFO networking_nsxv3.common.synchronization [req-280f9393-e2b1-481e-9fdc-dcab9a0aa602 req-d99d6b4b-499a-43fa-b32e-079e1306c8c2 service nova] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 941.258822] env[65959]: INFO networking_nsxv3.common.synchronization [req-280f9393-e2b1-481e-9fdc-dcab9a0aa602 req-d99d6b4b-499a-43fa-b32e-079e1306c8c2 service nova] Enqueued Resource ID: b798124b-ce0d-445a-b88e-4333bb827ef5 with Priority: HIGHEST for action port [ 941.260741] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_rules [ 941.260946] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 941.261314] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b798124b-ce0d-445a-b88e-4333bb827ef5 with Priority: HIGHEST for action port [ 941.261416] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.261587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.261646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.261809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.261889] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.262764] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.262871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.263499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b798124b-ce0d-445a-b88e-4333bb827ef5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.263646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.263802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.264143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.264321] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b798124b-ce0d-445a-b88e-4333bb827ef5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.509785] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.767047] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.767047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.774036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b798124b-ce0d-445a-b88e-4333bb827ef5 with status ACTIVE [ 941.774374] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.774729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.774805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.775081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.775170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.775365] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.775477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.775535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.775691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.775767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.775975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.776083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.776135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.776292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.776369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.776459] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b798124b-ce0d-445a-b88e-4333bb827ef5 is going to be updated. [ 941.802337] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.802542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.802644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.802924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.803139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.803445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b798124b-ce0d-445a-b88e-4333bb827ef5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.014494] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.015503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.015503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.015503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.015503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.015719] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 942.052762] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.052762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.052762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.053350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.053350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.065095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 942.276703] env[65959]: INFO networking_nsxv3.common.synchronization [req-646b2e9c-05d1-4a05-83a0-970ad470a017 req-d484172d-45e7-48e2-a352-a73c20ff9f26 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 942.277801] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 942.278123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.278303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.278589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.278918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.281802] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.281802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.281802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.281802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.281802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.281802] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.583359] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 942.583669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.730943] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.731166] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.732119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.732119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.732119] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.732119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.733540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.733873] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.734119] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.735121] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.735121] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.735121] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.735121] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.735121] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.735121] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.735407] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.738336] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2bb407b0-5e0a-40ee-b071-614367d9cf99 None None] Enqueued Resource ID: 9cf1d6e0-29a5-4ace-ae2d-814964cd7149 with Priority: HIGHEST for action port [ 942.739558] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf1d6e0-29a5-4ace-ae2d-814964cd7149 with Priority: HIGHEST for action port [ 942.740447] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf1d6e0-29a5-4ace-ae2d-814964cd7149 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.740650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf1d6e0-29a5-4ace-ae2d-814964cd7149" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.740753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf1d6e0-29a5-4ace-ae2d-814964cd7149" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.741183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf1d6e0-29a5-4ace-ae2d-814964cd7149" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.741244] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf1d6e0-29a5-4ace-ae2d-814964cd7149',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.759824] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.760104] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.760334] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.760443] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.760765] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-2ad40e30-a119-458a-98bc-4b7338a5de8a taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.760980] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.761107] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.761440] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.761574] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ad40e30-a119-458a-98bc-4b7338a5de8a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.783203] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.783375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.783427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.783692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.783788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.784020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.784148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.784209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.784397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.784559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.784663] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be deleted. [ 942.824687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.824901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.824901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.825218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.825361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.825520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.959416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 942.959718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.959903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.960188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.960321] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.960436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.960490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.960700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.960799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.960923] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.180516] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 943.181445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.245970] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cf1d6e0-29a5-4ace-ae2d-814964cd7149 [ 943.245970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.245970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.245970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.245970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.245970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.245970] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cf1d6e0-29a5-4ace-ae2d-814964cd7149 already deleted. [ 943.245970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf1d6e0-29a5-4ace-ae2d-814964cd7149" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.264822] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.265311] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.265659] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.265762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.265900] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.266064] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 2ad40e30-a119-458a-98bc-4b7338a5de8a not found, creating... [ 943.266335] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.266498] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.266612] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.267429] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.267429] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.267429] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.267429] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.267727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.267973] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.267973] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268087] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 2ad40e30-a119-458a-98bc-4b7338a5de8a is going to be created. [ 943.288274] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.288541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.288842] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.288903] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.289102] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.289344] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.464410] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.966372] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.069716] env[65959]: INFO networking_nsxv3.common.synchronization [req-646b2e9c-05d1-4a05-83a0-970ad470a017 req-9683badb-3b57-45c9-8ec9-b4328adb835d service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 944.070062] env[65959]: INFO networking_nsxv3.common.synchronization [req-646b2e9c-05d1-4a05-83a0-970ad470a017 req-9683badb-3b57-45c9-8ec9-b4328adb835d service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 944.070306] env[65959]: INFO networking_nsxv3.common.synchronization [req-646b2e9c-05d1-4a05-83a0-970ad470a017 req-9683badb-3b57-45c9-8ec9-b4328adb835d service nova] Enqueued Resource ID: 2ad40e30-a119-458a-98bc-4b7338a5de8a with Priority: HIGHEST for action port [ 944.072200] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 944.072462] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 944.072667] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad40e30-a119-458a-98bc-4b7338a5de8a with Priority: HIGHEST for action port [ 944.073553] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.078253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.078253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.078253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.078253] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.080045] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.080045] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.080045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.080045] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.083199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ad40e30-a119-458a-98bc-4b7338a5de8a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.083641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.083641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.083641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.083903] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ad40e30-a119-458a-98bc-4b7338a5de8a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.085562] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 944.085763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.088630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.088777] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.088777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.089183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.089418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.089500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.090135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.090135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.090135] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.090135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.090135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.090135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.090135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.090347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.090347] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.395334] env[65959]: INFO networking_nsxv3.common.synchronization [req-287d8cef-5af6-4295-8d63-8a656d1c82d7 req-b387ecbb-9213-4b1c-ab17-cecbe5779310 tempest-FloatingIPsAssociationTestJSON-1083629947 tempest-FloatingIPsAssociationTestJSON-1083629947-project-member] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 944.396815] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 944.396815] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.396815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.396815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.397095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.397128] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.397488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.397488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.397664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.397749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.397840] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.471735] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.471735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.471735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.471735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.471735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.471735] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be updated. [ 944.515298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.515752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.516065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.516321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.516645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.527529] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: IN_PROGRESS for 2s [ 944.585663] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.585827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.592372] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.593458] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ad40e30-a119-458a-98bc-4b7338a5de8a with status ACTIVE [ 944.594314] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.594314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.594314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.594612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.594612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.594811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.594922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.594975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.595153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.595517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.595737] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.595872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.596067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.596067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.596167] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ad40e30-a119-458a-98bc-4b7338a5de8a is going to be updated. [ 944.597324] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a246ef49-c086-421c-a56b-7ede2930774a: rpc.has_security_group_logging(os_id): False [ 944.628934] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.628934] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.628934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.630336] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.630336] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.630336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.630336] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be created. [ 944.639241] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.639418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.639498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.639749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.640189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.640189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ad40e30-a119-458a-98bc-4b7338a5de8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.693730] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.694037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.694037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.694533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.695651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.712719] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 944.900377] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.901229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.901308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.901545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.901639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.901849] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.901948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.902013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.902175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.902250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.902335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b already deleted. [ 944.902418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.913879] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.914550] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.914550] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.914654] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.914995] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.915293] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.915405] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.915701] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.915880] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.916396] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.916396] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.916396] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.916619] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.916619] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.916937] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.916937] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.937052] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.937052] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.937212] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.937926] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.937926] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.937926] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.938235] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.938412] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.938505] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.099084] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.440782] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.441219] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.441436] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.441898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.442120] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.442342] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a not found, creating... [ 945.442754] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.443034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.443242] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.443622] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.443861] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.444275] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.444708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.444708] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.444992] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.445273] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.445492] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a is going to be created. [ 945.471848] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.472077] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.472198] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.472486] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.472707] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.472960] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.602382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.602509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.602864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.603064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.603284] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be created. [ 945.647767] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.648049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.648162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.665740] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: UNINITIALIZED for 2s [ 946.232273] env[65959]: INFO networking_nsxv3.common.synchronization [req-287d8cef-5af6-4295-8d63-8a656d1c82d7 req-2c0182af-2d78-428f-a281-ea51efdc9aac service nova] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_rules [ 946.235817] env[65959]: INFO networking_nsxv3.common.synchronization [req-287d8cef-5af6-4295-8d63-8a656d1c82d7 req-2c0182af-2d78-428f-a281-ea51efdc9aac service nova] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 946.235817] env[65959]: INFO networking_nsxv3.common.synchronization [req-287d8cef-5af6-4295-8d63-8a656d1c82d7 req-2c0182af-2d78-428f-a281-ea51efdc9aac service nova] Enqueued Resource ID: d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a with Priority: HIGHEST for action port [ 946.237904] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_rules [ 946.237904] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 946.237904] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a with Priority: HIGHEST for action port [ 946.238704] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.238704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.238704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.238704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.238704] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.241490] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.241490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.241638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.241900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.243194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.243194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.243194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.243194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.243194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.243194] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.243481] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.243567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.243635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.243792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.243872] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.538824] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 946.538972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.539108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539815] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.539815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.540091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.540091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.540091] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.725457] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 946.725680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.725888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726268] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.742138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.742255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.745458] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a with status ACTIVE [ 946.745689] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.745820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.745898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.746140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.746249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.746437] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.746548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.746611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.746841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.746881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747094] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747789] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a is going to be updated. [ 946.748899] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.771529] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.771699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.771772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.772021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.772234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.772407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4c3752a-1b5b-4106-b9eb-c2bfddf44e8a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045654] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.046749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.046749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.046749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.046749] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.228238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.229034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.229034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.229381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.229381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.229381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.229465] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.250711] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.550127] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d103f8-500a-4f19-83a6-1ad777c85af8: rpc.has_security_group_logging(os_id): False [ 947.577970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.577970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.578116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.578316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.578420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.578628] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.578738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.578799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.578963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.579054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.579277] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.579408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.579488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.579655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.579730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.579956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.581538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.581538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.581538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.581538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.581538] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be updated. [ 947.600496] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c1e7584b-8c05-4a73-b9f9-85bc6e787b15 None None] Enqueued Resource ID: 37cf5ff0-654c-4eb3-a87b-541f511cbb40 with Priority: HIGHEST for action port [ 947.601672] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37cf5ff0-654c-4eb3-a87b-541f511cbb40 with Priority: HIGHEST for action port [ 947.602141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-37cf5ff0-654c-4eb3-a87b-541f511cbb40 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.602285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37cf5ff0-654c-4eb3-a87b-541f511cbb40" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.602389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37cf5ff0-654c-4eb3-a87b-541f511cbb40" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.602728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37cf5ff0-654c-4eb3-a87b-541f511cbb40" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.602851] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37cf5ff0-654c-4eb3-a87b-541f511cbb40',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.655514] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.655953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.655953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.656123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.656215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.696747] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 947.699474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.699474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.699474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.699879] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.699879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.699984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.700223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.700223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.700311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.700421] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.707594] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: IN_PROGRESS for 2s [ 947.732449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.732792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.732792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.733207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.733271] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.733614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.733859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.733945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.734063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.734306] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.734479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.734623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.734749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.734932] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.735350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.735350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.735437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.736023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.736023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.736023] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.755442] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.755692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.755764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.755997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.756117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.756427] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be created. [ 947.811663] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.811663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.811663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.811663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.812062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.826259] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: UNINITIALIZED for 2s [ 948.106080] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37cf5ff0-654c-4eb3-a87b-541f511cbb40 [ 948.107756] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.107756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.107756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.107756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.107756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.107756] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37cf5ff0-654c-4eb3-a87b-541f511cbb40 already deleted. [ 948.107756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37cf5ff0-654c-4eb3-a87b-541f511cbb40" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.205161] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.205359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.205429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.205676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.205791] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.206791] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.206791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.206791] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.207252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.207252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.207252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.207252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.207252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.207252] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.238530] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a246ef49-c086-421c-a56b-7ede2930774a: rpc.has_security_group_logging(os_id): False [ 948.259052] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.259332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.259332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.260015] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.260015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.260317] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.260406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.260841] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.261209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.261209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.261209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.261341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.261341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 948.327328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.327666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.327666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.328910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.328910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.363522] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 948.714766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27858cc4-087d-4859-96b9-de5786aea337: rpc.has_security_group_logging(os_id): False [ 948.739022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.739022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.739022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.739022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.740265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.740625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.741077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.741522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743392] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be created. [ 948.816170] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.816170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.816170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.816170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.816170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.834271] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 949.569230] env[65959]: INFO networking_nsxv3.common.synchronization [req-cdc61899-75bd-4d6e-be76-797cbe9e067e req-fbc75e94-36c7-408d-9908-e231e5b0e7da tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 949.573023] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 949.573023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.573023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.573023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.573550] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.725460] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 949.725460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.839160] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 949.839395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.839743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.840015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.840324] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.840488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.840585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.840820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.840943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.841091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.841230] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.986346] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.986638] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.986638] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.987610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.987610] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.987610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.987610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.987610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.987780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.988022] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.988022] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.988112] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.988210] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.988378] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.988841] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.988841] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.012748] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.012920] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.013153] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.013442] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.013749] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-becf3342-2a73-4b24-ba99-38b7c993d7d6 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.013966] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.014101] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.014482] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.014687] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('becf3342-2a73-4b24-ba99-38b7c993d7d6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.075865] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.192891] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2658a73e-189a-4ab1-a0f3-b88eb5b59aa4 None None] Enqueued Resource ID: c0d93663-f928-42ce-9c20-5da019acd572 with Priority: HIGHEST for action port [ 950.193581] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d93663-f928-42ce-9c20-5da019acd572 with Priority: HIGHEST for action port [ 950.193901] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d93663-f928-42ce-9c20-5da019acd572 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.194181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d93663-f928-42ce-9c20-5da019acd572" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.194283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d93663-f928-42ce-9c20-5da019acd572" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.194531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d93663-f928-42ce-9c20-5da019acd572" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.194617] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d93663-f928-42ce-9c20-5da019acd572',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.345592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.345936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.345936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.346124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.346368] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.346600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.346600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.346830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.346975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.347145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.347328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.347475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.347572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.347765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.347974] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.348156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.348253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.348414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.348524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.348661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.348795] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.381840] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 950.382085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.382614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.382834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.382922] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.490166] env[65959]: INFO networking_nsxv3.common.synchronization [None req-51de7a12-bfc0-4a15-b583-c98dda2f3a36 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 950.490732] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 950.491109] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.491273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.491537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.491747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.491856] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.522135] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.522135] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port becf3342-2a73-4b24-ba99-38b7c993d7d6 not found, creating... [ 950.522135] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.522135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.522809] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.522809] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.522809] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.522809] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.522809] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.522809] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: becf3342-2a73-4b24-ba99-38b7c993d7d6 is going to be created. [ 950.546379] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.546702] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.546702] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.547148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.547412] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.547710] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.578484] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.593720] env[65959]: INFO networking_nsxv3.common.synchronization [None req-cd8b5b73-58df-4284-8c3e-5d0a12436b9f tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 950.594516] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 950.594855] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.594855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.697524] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0d93663-f928-42ce-9c20-5da019acd572 [ 950.697759] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.697910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.698061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.698221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.698313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.698427] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0d93663-f928-42ce-9c20-5da019acd572 already deleted. [ 950.698550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d93663-f928-42ce-9c20-5da019acd572" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.846145] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 950.846145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.851496] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d484b81c-0281-4c62-b1b6-ab23b59f141b: rpc.has_security_group_logging(os_id): False [ 950.874975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.875178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.875223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.875667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.875770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.876579] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.876579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.876579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.876579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.876579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.876821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.876866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.876963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.877150] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.877212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.877422] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.877511] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.877573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.877719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.877814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.877873] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be created. [ 950.889487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.889643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.889730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.889944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.890520] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.890520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.890785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.891161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.891261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.891356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.891448] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.941091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.941286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.941337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.941555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.941735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.955270] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: IN_PROGRESS for 2s [ 951.043404] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.043591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.043796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.043855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.043960] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c already deleted. [ 951.044148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.044400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044695] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.081940] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.082180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.082312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.082653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.082768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.082876] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 951.136510] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.136743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.136743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.136941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.137135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.148543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 951.296232] env[65959]: INFO networking_nsxv3.common.synchronization [req-cdc61899-75bd-4d6e-be76-797cbe9e067e req-c4afbbbe-6930-4821-bb6b-36c71b922315 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 951.296313] env[65959]: INFO networking_nsxv3.common.synchronization [req-cdc61899-75bd-4d6e-be76-797cbe9e067e req-c4afbbbe-6930-4821-bb6b-36c71b922315 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 951.296405] env[65959]: INFO networking_nsxv3.common.synchronization [req-cdc61899-75bd-4d6e-be76-797cbe9e067e req-c4afbbbe-6930-4821-bb6b-36c71b922315 service nova] Enqueued Resource ID: becf3342-2a73-4b24-ba99-38b7c993d7d6 with Priority: HIGHEST for action port [ 951.298056] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 951.298056] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 951.298056] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becf3342-2a73-4b24-ba99-38b7c993d7d6 with Priority: HIGHEST for action port [ 951.298056] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.298056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.298056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.298056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.298056] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.298690] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.298789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.299090] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-becf3342-2a73-4b24-ba99-38b7c993d7d6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.299090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.299215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.299368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.299499] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('becf3342-2a73-4b24-ba99-38b7c993d7d6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.393599] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.393752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.393826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.394130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.394351] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.394463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.394526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.394695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.394782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.394868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.395036] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.395132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.395407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.395547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.395638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.395696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.395835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.395936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.395982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.396078] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.572625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.572853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.572853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.573111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.573251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.573361] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c already deleted. [ 951.573579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.801794] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.801794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.806155] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port becf3342-2a73-4b24-ba99-38b7c993d7d6 with status ACTIVE [ 951.806860] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.809451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.809451] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.809451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.809451] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: becf3342-2a73-4b24-ba99-38b7c993d7d6 is going to be updated. [ 951.842216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.842216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.842384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.842505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.842641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.842805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-becf3342-2a73-4b24-ba99-38b7c993d7d6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.901957] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a246ef49-c086-421c-a56b-7ede2930774a: rpc.has_security_group_logging(os_id): False [ 951.947176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.947176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.947176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.947176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.948754] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.948754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.948754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.948754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.948754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.948754] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 952.054373] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.054587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.054684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.054950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.055641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.078535] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 952.302414] env[65959]: INFO networking_nsxv3.common.synchronization [req-764794d9-28c3-40d0-92e6-ac169f2f1648 req-75f5bb73-f960-4770-97fa-69f2a93132d9 tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 952.303225] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 952.304251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.304251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.304251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.304456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.304456] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.304561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.304619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.304763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.304843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.306130] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.732267] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-436 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.732491] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.732491] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.733383] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.733383] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.733383] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.733651] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.733795] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.734028] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.734262] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.734418] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.734565] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.734713] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.734863] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.735016] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.735198] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.758745] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.758745] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.759484] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.759484] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-436" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.759484] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-ee58b572-e85b-44f9-a943-3fc058a7bc0b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.759705] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.759739] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.760378] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.760378] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee58b572-e85b-44f9-a943-3fc058a7bc0b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.808135] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.808412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.808412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.809130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.809130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.809130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.809130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.809130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.809488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.809488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.809488] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 952.838243] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.838243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.838243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.838535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.838574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.848438] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 952.967699] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 952.968092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.163513] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 953.163513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.163513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.163513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.163990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.164142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.164213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.164392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.164473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.164567] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.262723] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.262947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.263172] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.263495] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.263644] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.263798] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port ee58b572-e85b-44f9-a943-3fc058a7bc0b not found, creating... [ 953.264252] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.264458] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.264581] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.264812] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.264951] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.265321] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.265508] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.265624] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.265837] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.265967] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.267935] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: ee58b572-e85b-44f9-a943-3fc058a7bc0b is going to be created. [ 953.289605] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.290678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.290678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.290678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.290678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.290678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.667712] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.871623] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2995ed22-a074-4c32-9109-ace4b2597531 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 953.872414] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 953.873284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.873284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.873284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.873284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.873474] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.873590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.873681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.873922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.873922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.874127] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.027227] env[65959]: INFO networking_nsxv3.common.synchronization [req-764794d9-28c3-40d0-92e6-ac169f2f1648 req-52d56c8c-b9d2-4b51-ba58-95d04cb5cf8b service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 954.027408] env[65959]: INFO networking_nsxv3.common.synchronization [req-764794d9-28c3-40d0-92e6-ac169f2f1648 req-52d56c8c-b9d2-4b51-ba58-95d04cb5cf8b service nova] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 954.027558] env[65959]: INFO networking_nsxv3.common.synchronization [req-764794d9-28c3-40d0-92e6-ac169f2f1648 req-52d56c8c-b9d2-4b51-ba58-95d04cb5cf8b service nova] Enqueued Resource ID: ee58b572-e85b-44f9-a943-3fc058a7bc0b with Priority: HIGHEST for action port [ 954.028760] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_rules [ 954.028956] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 954.030066] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee58b572-e85b-44f9-a943-3fc058a7bc0b with Priority: HIGHEST for action port [ 954.030066] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.030066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.030066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.030066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.030066] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.031216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.031373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.031873] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee58b572-e85b-44f9-a943-3fc058a7bc0b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.032621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.032737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.032973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033710] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee58b572-e85b-44f9-a943-3fc058a7bc0b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.097904] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 954.098224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.169762] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.375948] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.535922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536343] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee58b572-e85b-44f9-a943-3fc058a7bc0b with status ACTIVE [ 954.536582] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.536835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.536835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.537119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.537230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.537441] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.537546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.537606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.537777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.537838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.538063] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.538164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.538225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.538369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.538440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.538526] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee58b572-e85b-44f9-a943-3fc058a7bc0b is going to be updated. [ 954.563235] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.563433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.563433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.563740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.564072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.564072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee58b572-e85b-44f9-a943-3fc058a7bc0b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.673390] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.673585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.673585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.673803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.673892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.673997] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 954.713465] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.713673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.713748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.713943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.714106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.726635] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 954.859262] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 954.859497] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 954.859654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.859804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.860077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.860282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.860443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.860537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.860737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.860822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.860922] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.878487] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.363641] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.382358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.382358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.382358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.382358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.382358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.383062] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 955.421029] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.421029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.421029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.421029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.421029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.432912] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 955.869500] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.923041] env[65959]: INFO networking_nsxv3.common.synchronization [req-7ad55bbe-f3d9-486f-b774-64dc564efc9a req-61e3ec27-1529-4788-8277-4d4469f96389 tempest-ListServersNegativeTestJSON-1964065951 tempest-ListServersNegativeTestJSON-1964065951-project-member] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 955.924105] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 955.924105] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.924105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.924322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.925141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.925141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.925141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.925141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.925141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.925141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.925141] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.372922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.372922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.372922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.372922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.372922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.372922] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 956.421865] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.422064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.422064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.422323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.422458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.428236] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.432861] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 956.739586] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 956.739969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.740238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.740855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.740935] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.742040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.742040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.742214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.742272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.742396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.742666] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.930985] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.248352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.248588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.248662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.248883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.249120] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.249226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.249287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.249441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.249526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.249632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.249822] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.249918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.249976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.250148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.250282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.250372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.250429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.250588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.250710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.250822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.250942] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.285807] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.286194] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.286432] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.287541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.287770] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.288044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.288173] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.288488] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.288626] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.288826] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.288934] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.289052] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.289229] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.289292] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.289358] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.289486] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.308514] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.308685] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.308817] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.308986] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.309324] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-db3062f4-8d5c-4356-9579-d7751156b7dc taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.309497] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.309612] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.309947] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.310097] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db3062f4-8d5c-4356-9579-d7751156b7dc',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.434594] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.434828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.434953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.435270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.435526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.435640] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 957.452399] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 957.452675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.470832] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.471062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.471130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.471368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.471510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.482128] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 957.754482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 957.773776] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.773962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.773962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.774281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.774446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.774585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.774698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.774783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.774925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.775021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.775258] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.775354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.775417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.775618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.776290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.776624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.776795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.776876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.777601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.777787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.778064] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 957.813444] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.813903] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.813903] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.814074] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.814269] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.814431] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port db3062f4-8d5c-4356-9579-d7751156b7dc not found, creating... [ 957.814699] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.814855] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.814976] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.815278] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.815456] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.815976] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.816092] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.816208] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.816428] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.816556] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.816705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: db3062f4-8d5c-4356-9579-d7751156b7dc is going to be created. [ 957.845539] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.845539] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.845705] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.845842] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.846107] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.847640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.868992] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.869276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.869343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.870179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.870507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.922385] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 958.323319] env[65959]: INFO networking_nsxv3.common.synchronization [req-248c4e22-a99f-4572-8622-922582202e82 req-a3c05fc4-d283-4626-83ef-d22ad52ab0b8 tempest-InstanceActionsNegativeTestJSON-1492470627 tempest-InstanceActionsNegativeTestJSON-1492470627-project-member] Enqueued Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_members [ 958.324272] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_members [ 958.324992] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.324992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.324992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.324992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.325195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.325259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.325467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.325540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.325591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.325636] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.448483] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 958.448889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.449203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.449531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.449898] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.450026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.450348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.450536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.450710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.451253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.451253] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.570845] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7cd22f9-53f2-441c-901f-83cc4f33a77a req-12175a72-092f-49fd-b90a-9722e7df8033 service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 958.574025] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7cd22f9-53f2-441c-901f-83cc4f33a77a req-12175a72-092f-49fd-b90a-9722e7df8033 service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 958.574025] env[65959]: INFO networking_nsxv3.common.synchronization [req-e7cd22f9-53f2-441c-901f-83cc4f33a77a req-12175a72-092f-49fd-b90a-9722e7df8033 service nova] Enqueued Resource ID: db3062f4-8d5c-4356-9579-d7751156b7dc with Priority: HIGHEST for action port [ 958.574025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 958.574025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 958.574025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3062f4-8d5c-4356-9579-d7751156b7dc with Priority: HIGHEST for action port [ 958.574025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.574025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.574025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.574025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.574025] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.574492] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.574492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.574492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.574985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.575403] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.575403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.575403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.575668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.575901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.576104] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.578479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-db3062f4-8d5c-4356-9579-d7751156b7dc taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.579650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.579845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.580521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.580653] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db3062f4-8d5c-4356-9579-d7751156b7dc',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.828490] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.828859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.829011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.832547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.832547] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 already deleted. [ 958.832547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.955660] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.955861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.955861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.956147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.956295] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.956385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.956440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.956597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.956973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.956973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.956973] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.956973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.957299] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.957354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.957517] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.957639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.957727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.957992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.957992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.958124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.958173] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.082595] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.082771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.083063] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.084091] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db3062f4-8d5c-4356-9579-d7751156b7dc with status ACTIVE [ 959.084396] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.084526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.084581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.085675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.085675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.085675] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.085675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.085675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.085919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.085919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.086204] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.086312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.086370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.086588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.086673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.086800] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db3062f4-8d5c-4356-9579-d7751156b7dc is going to be updated. [ 959.116136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.116449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.116449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.116593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.116745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.116907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db3062f4-8d5c-4356-9579-d7751156b7dc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.157179] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.157395] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-140" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.157543] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-140" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.157833] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-140" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.158150] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.158317] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.158443] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.158662] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.158806] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.159023] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.159138] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.159244] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.159346] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.159452] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.159554] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.159681] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.190361] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.190564] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.190675] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.192160] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-140" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.192590] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-50ba522f-95e6-4393-9487-9ad2acaeb9a3 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.192812] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.192946] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.193374] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.193498] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ba522f-95e6-4393-9487-9ad2acaeb9a3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.460055] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1662b720-bd95-428a-9095-e1bdb88d412f: rpc.has_security_group_logging(os_id): False [ 959.483222] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.483222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.483222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.483222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.483222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.483591] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.483591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.483591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.483759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.483838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.484064] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.484171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.484229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.484352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.484424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.484609] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.484696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.485026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.485026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.485026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.485634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 959.511458] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 959.511694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.573850] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.574100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.574208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.574432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.574597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.589614] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.591493] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 959.696772] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.697112] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.697269] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.697665] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.697842] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.698083] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 50ba522f-95e6-4393-9487-9ad2acaeb9a3 not found, creating... [ 959.698464] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.698673] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.698783] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.699043] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.699255] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.699534] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.699692] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.699851] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.700284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.700284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.700459] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 50ba522f-95e6-4393-9487-9ad2acaeb9a3 is going to be created. [ 959.724040] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.724535] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.724535] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.724821] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.725138] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.725421] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.934717] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 959.934937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.957768] env[65959]: INFO networking_nsxv3.common.synchronization [None req-780b3507-0356-4ba1-98b3-2a6da0d7bd70 None None] Enqueued Resource ID: ffbe833e-cbca-4b45-bb83-5279f19c49d0 with Priority: HIGHEST for action port [ 959.958264] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbe833e-cbca-4b45-bb83-5279f19c49d0 with Priority: HIGHEST for action port [ 959.958615] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffbe833e-cbca-4b45-bb83-5279f19c49d0 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.958730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffbe833e-cbca-4b45-bb83-5279f19c49d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffbe833e-cbca-4b45-bb83-5279f19c49d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffbe833e-cbca-4b45-bb83-5279f19c49d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.959083] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbe833e-cbca-4b45-bb83-5279f19c49d0',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.093480] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.093480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.093480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.093480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.093480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.093783] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 960.125400] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.125556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.125625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.125886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.126051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.138412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 960.445196] env[65959]: INFO networking_nsxv3.common.synchronization [req-248c4e22-a99f-4572-8622-922582202e82 req-33c57f6d-0aaa-4aee-8d00-ddec14288be6 service nova] Enqueued Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_rules [ 960.445394] env[65959]: INFO networking_nsxv3.common.synchronization [req-248c4e22-a99f-4572-8622-922582202e82 req-33c57f6d-0aaa-4aee-8d00-ddec14288be6 service nova] Enqueued Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_members [ 960.445602] env[65959]: INFO networking_nsxv3.common.synchronization [req-248c4e22-a99f-4572-8622-922582202e82 req-33c57f6d-0aaa-4aee-8d00-ddec14288be6 service nova] Enqueued Resource ID: 50ba522f-95e6-4393-9487-9ad2acaeb9a3 with Priority: HIGHEST for action port [ 960.447594] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_rules [ 960.448021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_members [ 960.448228] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ba522f-95e6-4393-9487-9ad2acaeb9a3 with Priority: HIGHEST for action port [ 960.448457] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.448594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.448659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.449043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.449043] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.450407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.450563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.450597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.450750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.452946] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.452946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.452946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.452946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.452946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.452946] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.453364] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ba522f-95e6-4393-9487-9ad2acaeb9a3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.453364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.453364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.453508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.453508] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ba522f-95e6-4393-9487-9ad2acaeb9a3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.461516] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffbe833e-cbca-4b45-bb83-5279f19c49d0 [ 960.461823] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.461938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.462067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.462529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.462529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.462529] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffbe833e-cbca-4b45-bb83-5279f19c49d0 already deleted. [ 960.462689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffbe833e-cbca-4b45-bb83-5279f19c49d0" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.547868] env[65959]: INFO networking_nsxv3.common.synchronization [req-bd2a7e04-72a4-466e-b5c8-8c93d519a727 req-baf8fe41-b67f-4333-af06-e0d235be8447 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 960.551744] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 960.551744] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.551744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.551744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.552060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.552486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.552486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.552486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.552695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.552695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.552767] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.955859] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.955943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.956160] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50ba522f-95e6-4393-9487-9ad2acaeb9a3 with status ACTIVE [ 960.956398] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.956494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.956586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.956830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.956950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.957171] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.957302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.957383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.957631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.957683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.957902] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.958057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.958133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.958324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.958436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.958604] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50ba522f-95e6-4393-9487-9ad2acaeb9a3 is going to be updated. [ 960.960352] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.988548] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.988694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.988754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.988965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.989107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.989256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ba522f-95e6-4393-9487-9ad2acaeb9a3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.057748] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.057886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.057953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.058234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.058322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.058616] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.058714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.058772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.058932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.059092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.059183] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 961.093624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.093890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.093992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.094278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.095717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.109177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 961.464010] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.607848] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 961.608081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.967688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.967927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.968061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.968366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.968516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.968660] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 is going to be created. [ 961.996821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.996821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.996821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.996821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.997018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.013023] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 in Status: UNINITIALIZED for 2s [ 962.263543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.263543] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.263543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.263543] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.655545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.655853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.655853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.656355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.656536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656856] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.657194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.657335] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.657437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.657634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.657863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.657863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.657863] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.106861] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a1fd62f2-ea56-4b62-a9ab-14d1f61dc911 None None] Enqueued Resource ID: 73c31609-22ee-452f-b07e-e00482170ac9 with Priority: HIGHEST for action port [ 963.107539] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c31609-22ee-452f-b07e-e00482170ac9 with Priority: HIGHEST for action port [ 963.109381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c31609-22ee-452f-b07e-e00482170ac9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.109381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c31609-22ee-452f-b07e-e00482170ac9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.109381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c31609-22ee-452f-b07e-e00482170ac9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.109381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c31609-22ee-452f-b07e-e00482170ac9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.109381] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c31609-22ee-452f-b07e-e00482170ac9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.124016] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 963.124711] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 963.124878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.163403] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27858cc4-087d-4859-96b9-de5786aea337: rpc.has_security_group_logging(os_id): False [ 963.186589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.186836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.186950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.187231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.188380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.188804] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.188804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.188804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.189693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.189859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.193022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.193022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.193022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.193022] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 963.279483] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.280172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.280172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.280342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.280683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.297344] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 963.552548] env[65959]: INFO networking_nsxv3.common.synchronization [req-dfc1a53c-31ae-487a-a74d-1839092b780a req-86f7f6bb-cffb-41c4-879e-aa85ef009e2f tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 963.554470] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 963.555624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.555833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.555946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.556288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.556524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.556679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.556783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.556988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.557139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.557288] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.613075] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73c31609-22ee-452f-b07e-e00482170ac9 [ 963.613495] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.614267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.614578] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.614868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.614975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.615101] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73c31609-22ee-452f-b07e-e00482170ac9 already deleted. [ 963.615190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c31609-22ee-452f-b07e-e00482170ac9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.953563] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.954075] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.954335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.954884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.955396] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.955830] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.955967] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.956352] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.956632] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.956991] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.957224] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.957468] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.957699] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.957948] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.958196] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.958473] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.984233] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.984457] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.984640] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.984877] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.985362] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-d6058581-5a9c-4480-ae3d-5afe62d43a1b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.985637] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.985814] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.986486] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.986759] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6058581-5a9c-4480-ae3d-5afe62d43a1b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.024168] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 in Status: SUCCESS [ 964.024960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.026372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.026757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.027115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.027296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.027402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.027645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.027766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.027898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.028046] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.060530] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.060530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.060530] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.062795] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.062795] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c already deleted. [ 964.062795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.490444] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.491244] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.492583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.492809] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.493201] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.493352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port d6058581-5a9c-4480-ae3d-5afe62d43a1b not found, creating... [ 964.493882] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.494054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.494225] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.494621] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.494702] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.495667] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.495667] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.495667] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.495667] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.495667] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.495920] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: d6058581-5a9c-4480-ae3d-5afe62d43a1b is going to be created. [ 964.521844] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.521844] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.522270] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.522306] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.522534] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.522764] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.530393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.530548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.530599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.530788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.530944] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.531074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.531144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.531290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.531373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.531457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.531603] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.531694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.531755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.531890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.532324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.532396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532558] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.567497] env[65959]: INFO networking_nsxv3.common.synchronization [None req-23e817ac-0a45-46b2-a1d1-fd43150a3200 None None] Enqueued Resource ID: b2e056ca-a09e-4179-97ea-5b5b79fcc19a with Priority: HIGHEST for action port [ 964.568032] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e056ca-a09e-4179-97ea-5b5b79fcc19a with Priority: HIGHEST for action port [ 964.568639] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2e056ca-a09e-4179-97ea-5b5b79fcc19a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.568639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2e056ca-a09e-4179-97ea-5b5b79fcc19a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.568639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2e056ca-a09e-4179-97ea-5b5b79fcc19a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.569090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2e056ca-a09e-4179-97ea-5b5b79fcc19a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.569090] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2e056ca-a09e-4179-97ea-5b5b79fcc19a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.035120] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44: rpc.has_security_group_logging(os_id): False [ 965.060329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.060526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.060526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.061219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.061219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.061219] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.061219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.061219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.061631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.061631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.061731] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.061825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.061878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.062040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.062118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.062308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.062649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.062649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.062649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.062649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.062875] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 is going to be created. [ 965.071824] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2e056ca-a09e-4179-97ea-5b5b79fcc19a [ 965.072176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.072328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.072399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.072637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.072775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.072847] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2e056ca-a09e-4179-97ea-5b5b79fcc19a already deleted. [ 965.072959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2e056ca-a09e-4179-97ea-5b5b79fcc19a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.128335] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.128700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.128700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.128828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.128995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.144031] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 in Status: IN_PROGRESS for 2s [ 965.247050] env[65959]: INFO networking_nsxv3.common.synchronization [req-dfc1a53c-31ae-487a-a74d-1839092b780a req-ab28cf4c-efa6-4d99-a6da-735c7c6c01a0 service nova] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 965.247050] env[65959]: INFO networking_nsxv3.common.synchronization [req-dfc1a53c-31ae-487a-a74d-1839092b780a req-ab28cf4c-efa6-4d99-a6da-735c7c6c01a0 service nova] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 965.247050] env[65959]: INFO networking_nsxv3.common.synchronization [req-dfc1a53c-31ae-487a-a74d-1839092b780a req-ab28cf4c-efa6-4d99-a6da-735c7c6c01a0 service nova] Enqueued Resource ID: d6058581-5a9c-4480-ae3d-5afe62d43a1b with Priority: HIGHEST for action port [ 965.247050] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 965.250988] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 965.251301] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6058581-5a9c-4480-ae3d-5afe62d43a1b with Priority: HIGHEST for action port [ 965.251760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.251906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.251974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.252373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.252373] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.253774] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.253894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.253978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.258037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.258246] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.258375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.258441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.258621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.258709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.258802] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.260175] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6058581-5a9c-4480-ae3d-5afe62d43a1b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.260292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.260372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.260520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.260857] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6058581-5a9c-4480-ae3d-5afe62d43a1b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.311331] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 965.311331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374025] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e79a4127-d71a-47b3-bb34-71628f4b8581 tempest-ServersTestFqdnHostnames-688034563 tempest-ServersTestFqdnHostnames-688034563-project-member] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_rules [ 965.374555] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_rules [ 965.374915] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.375250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.375442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.375516] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.502766] env[65959]: INFO networking_nsxv3.common.synchronization [None req-3965ceb5-ec7f-424d-a375-a795ecfd764c tempest-ServersTestFqdnHostnames-688034563 tempest-ServersTestFqdnHostnames-688034563-project-member] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_rules [ 965.502766] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_rules [ 965.503327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.503606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.765694] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.767325] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.768575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.768575] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6058581-5a9c-4480-ae3d-5afe62d43a1b with status ACTIVE [ 965.768575] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.768575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.768575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.768575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.769292] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.769443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.769502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.769765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.770688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.770688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.770688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.770688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.770918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.770918] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6058581-5a9c-4480-ae3d-5afe62d43a1b is going to be updated. [ 965.800264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.800264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.800264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.800264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.800264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.800561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6058581-5a9c-4480-ae3d-5afe62d43a1b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.900154] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.900383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.900623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.900707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.900890] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 already deleted. [ 965.900994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.901265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.902124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.902242] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.275250] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.432199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.432438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.432660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.432748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.432843] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 already deleted. [ 966.433023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.778475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.778475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.778475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.778762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.778933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.779510] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be created. [ 966.809023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.809023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.809023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.809023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.809023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.820932] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: UNINITIALIZED for 2s [ 967.035673] env[65959]: INFO networking_nsxv3.common.synchronization [None req-49f2e825-8d79-4ecc-95c6-6b536d60f672 None None] Enqueued Resource ID: 198da9c0-3bda-465f-ab96-62c5b3e55335 with Priority: HIGHEST for action port [ 967.035821] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198da9c0-3bda-465f-ab96-62c5b3e55335 with Priority: HIGHEST for action port [ 967.036170] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-198da9c0-3bda-465f-ab96-62c5b3e55335 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.036715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198da9c0-3bda-465f-ab96-62c5b3e55335" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.036715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198da9c0-3bda-465f-ab96-62c5b3e55335" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.036878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198da9c0-3bda-465f-ab96-62c5b3e55335" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.036878] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198da9c0-3bda-465f-ab96-62c5b3e55335',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.158013] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 in Status: SUCCESS [ 967.158311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.539971] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198da9c0-3bda-465f-ab96-62c5b3e55335 [ 967.541540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.542426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.542426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.542426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.542426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.542426] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198da9c0-3bda-465f-ab96-62c5b3e55335 already deleted. [ 967.542659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198da9c0-3bda-465f-ab96-62c5b3e55335" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.146664] env[65959]: INFO networking_nsxv3.common.synchronization [req-f719a83c-abf0-49b9-92d3-bd04b215c83c req-e42b7e3d-224e-4bdb-ad2d-0bb684878803 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 968.147275] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGHEST for action security_group_members [ 968.148071] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.148071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.148071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.148071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.148775] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.148902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.148970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.149742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.149862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.149956] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.653128] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.653466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.653466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.653643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.653777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.654056] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.654173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.654268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.654460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.654542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.654634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b is going to be updated. [ 968.688023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.688023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.688023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.688023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.688023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.701168] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: IN_PROGRESS for 2s [ 968.837773] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 968.837876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.838033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.838512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.838512] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.838661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.838661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.839163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.839163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.839163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.839163] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.342677] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.845640] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db8672fa-f885-4e4f-be7f-89f155bd129c: rpc.has_security_group_logging(os_id): False [ 969.866135] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.866135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.866395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.866395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.866619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.866697] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.866802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.866870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.867083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.867303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.867402] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be created. [ 970.012953] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.013168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.013274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.013504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.013689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.024922] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 970.713888] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ec987d7-6150-44c3-b817-cd3a3238246b in Status: SUCCESS [ 970.713888] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b deletion is rescheduled due to dependency. [ 970.713888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.888916] env[65959]: INFO networking_nsxv3.common.synchronization [req-94f7211b-be30-4e97-ac64-37ecb5654e01 req-534a1775-3293-4ff3-b691-59ab8077b34b tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 970.889686] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 970.890621] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.890855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.891022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.891501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.891847] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.892029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.892152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.892482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.892645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.892790] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.352170] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.352170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.352170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.352170] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.352170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.352170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.355433] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.355953] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.356243] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.356527] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.356819] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.357168] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.360044] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.360044] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.383253] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.383435] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.383572] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.383748] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.384081] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-68c2814a-38f6-4d13-9922-433499cd7b07 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.384279] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.384406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.384746] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.384894] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c2814a-38f6-4d13-9922-433499cd7b07',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.397831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.397983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.398067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.398285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.398374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.398758] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.398900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.398965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.399148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.399292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.399337] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 971.430155] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.430699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.430886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.431146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.431330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.441808] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 971.578889] env[65959]: INFO networking_nsxv3.common.synchronization [req-11863e57-9206-49bc-a15e-5b87a1364997 req-58b51591-81a9-489e-8235-c73d81c7e847 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 971.579648] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 971.580883] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.580883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.580883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.583342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.583342] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.583342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.583342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.583342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.583342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.583342] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.889684] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.890033] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.890033] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.890338] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.890490] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.890640] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 68c2814a-38f6-4d13-9922-433499cd7b07 not found, creating... [ 971.890895] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.891061] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.891333] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.891561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.891697] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.891983] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.892159] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.892272] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.892478] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.892625] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.892777] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 68c2814a-38f6-4d13-9922-433499cd7b07 is going to be created. [ 971.920506] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.920596] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.920941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.921480] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.921846] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.922226] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.037123] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 972.037361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.085047] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.586972] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.696060] env[65959]: INFO networking_nsxv3.common.synchronization [req-94f7211b-be30-4e97-ac64-37ecb5654e01 req-ded0634d-b600-4a5f-ab17-15551260470c service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 972.696219] env[65959]: INFO networking_nsxv3.common.synchronization [req-94f7211b-be30-4e97-ac64-37ecb5654e01 req-ded0634d-b600-4a5f-ab17-15551260470c service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 972.696422] env[65959]: INFO networking_nsxv3.common.synchronization [req-94f7211b-be30-4e97-ac64-37ecb5654e01 req-ded0634d-b600-4a5f-ab17-15551260470c service nova] Enqueued Resource ID: 68c2814a-38f6-4d13-9922-433499cd7b07 with Priority: HIGHEST for action port [ 972.698933] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 972.699145] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 972.699270] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c2814a-38f6-4d13-9922-433499cd7b07 with Priority: HIGHEST for action port [ 972.699833] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.699942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.700017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.700308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.700430] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.701911] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.702017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.702404] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c2814a-38f6-4d13-9922-433499cd7b07 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.703613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.703613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.703613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.703613] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c2814a-38f6-4d13-9922-433499cd7b07',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.091824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.091824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.091824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.092413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.092413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092413] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 973.157836] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.158109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.158178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.158425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.158626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.164254] env[65959]: INFO networking_nsxv3.common.synchronization [req-67e6cd91-546e-44a1-a219-d0935dc2aea2 req-50597f66-aef5-49f5-9d2b-0bf282394257 tempest-ListServersNegativeTestJSON-1964065951 tempest-ListServersNegativeTestJSON-1964065951-project-member] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 973.165371] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 973.165929] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.166179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.166325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.166664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.166949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.167352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.167352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.167573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.167735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.167918] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.172019] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 973.204996] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.204996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.205304] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c2814a-38f6-4d13-9922-433499cd7b07 with status ACTIVE [ 973.205473] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.205601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.205670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.205972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.206115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.206353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.206504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.206568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.206796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.206896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.207175] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.207373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.207517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.207622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.207698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.207809] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c2814a-38f6-4d13-9922-433499cd7b07 is going to be updated. [ 973.238918] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.242246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.243082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.243082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.243376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.243748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c2814a-38f6-4d13-9922-433499cd7b07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.456476] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 973.456764] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 973.456938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.457224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.457542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.458116] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.458116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.458116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.458683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.458683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.458683] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.670816] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.961381] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.091585] env[65959]: INFO networking_nsxv3.common.synchronization [req-c0804fec-963f-49d1-84b8-50fedddd685c req-e7600b2c-1f23-4270-b095-f321f3fe2644 tempest-FloatingIPsAssociationTestJSON-1083629947 tempest-FloatingIPsAssociationTestJSON-1083629947-project-member] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 974.091585] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 974.091585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.091585] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.173896] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.463917] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.541548] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.541811] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.541996] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.542420] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.542716] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.542962] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.543169] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.543505] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.543685] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.543962] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.544110] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.544261] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.544457] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.544577] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.544685] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.544836] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.572122] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.572289] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.572605] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.572605] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-305" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.573815] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-daee1c98-8514-4bca-8353-511f9f3393be taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.573815] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.573815] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.573815] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.573815] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daee1c98-8514-4bca-8353-511f9f3393be',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.596245] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.677027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.677027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.677027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.677281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.677402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.677545] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 974.731643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.731855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.731907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.732214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.732414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.746939] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 974.967993] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.968192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.968258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.968467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.968563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.968725] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 975.001943] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.002156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.002156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.002344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.002492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.012639] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 975.077097] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077332] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.077459] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.078253] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.078253] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.078253] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port daee1c98-8514-4bca-8353-511f9f3393be not found, creating... [ 975.078735] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.078735] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.078882] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.079036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.079189] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.079492] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.079645] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.079759] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.079999] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.080183] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.080336] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: daee1c98-8514-4bca-8353-511f9f3393be is going to be created. [ 975.086725] env[65959]: INFO networking_nsxv3.common.synchronization [req-d1e9c3da-1be3-453c-b064-b6317a776de0 req-f1da1a45-87f1-4aa2-beaf-011ba5181b08 tempest-ListServersNegativeTestJSON-1964065951 tempest-ListServersNegativeTestJSON-1964065951-project-member] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 975.087284] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGHEST for action security_group_members [ 975.087588] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.087691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.099843] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.103957] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.104053] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.104938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.104938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.104938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.104938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.185766] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 975.185998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.604864] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.604864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.604864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.604864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.604864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.604864] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be updated. [ 975.633679] env[65959]: INFO networking_nsxv3.common.synchronization [req-99023c79-7a74-4a97-860f-8da05d57a667 req-60ccfbc0-528d-4ee1-8563-b9c220a5bf2b tempest-InstanceActionsNegativeTestJSON-1492470627 tempest-InstanceActionsNegativeTestJSON-1492470627-project-member] Enqueued Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_members [ 975.634523] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGHEST for action security_group_members [ 975.635694] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.635826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.635897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.636506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.636704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.638217] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.638351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.638434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.639386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.639626] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.639780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.639871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.640139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.640269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.640412] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.656995] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: IN_PROGRESS for 2s [ 975.858144] env[65959]: INFO networking_nsxv3.common.synchronization [req-c0804fec-963f-49d1-84b8-50fedddd685c req-956146ec-2d30-4ef6-b511-5a664eb6c656 service nova] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_rules [ 975.858329] env[65959]: INFO networking_nsxv3.common.synchronization [req-c0804fec-963f-49d1-84b8-50fedddd685c req-956146ec-2d30-4ef6-b511-5a664eb6c656 service nova] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 975.858462] env[65959]: INFO networking_nsxv3.common.synchronization [req-c0804fec-963f-49d1-84b8-50fedddd685c req-956146ec-2d30-4ef6-b511-5a664eb6c656 service nova] Enqueued Resource ID: daee1c98-8514-4bca-8353-511f9f3393be with Priority: HIGHEST for action port [ 975.859230] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_rules [ 975.859341] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 975.859509] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee1c98-8514-4bca-8353-511f9f3393be with Priority: HIGHEST for action port [ 975.859717] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.859855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.859907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.860116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.860199] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.861091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.861251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.861390] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-daee1c98-8514-4bca-8353-511f9f3393be taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.861491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.861552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.861733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.861812] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daee1c98-8514-4bca-8353-511f9f3393be',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.144685] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.144987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.144987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.145628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.145628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.146307] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.146472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.146565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.146778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.146976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.146976] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 is going to be updated. [ 976.176252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.176418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.176461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.176659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.176799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.188289] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 in Status: IN_PROGRESS for 2s [ 976.364169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.364342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.370517] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daee1c98-8514-4bca-8353-511f9f3393be with status ACTIVE [ 976.370716] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.370974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.371122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.371396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.371555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.371784] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.372122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.372122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.372248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.372436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.372607] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.372809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.372886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.373189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.373310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.373558] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daee1c98-8514-4bca-8353-511f9f3393be is going to be updated. [ 976.399993] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.400733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.400733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.400733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.400733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.400935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daee1c98-8514-4bca-8353-511f9f3393be" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.542944] env[65959]: INFO networking_nsxv3.common.synchronization [req-6804cef2-aefe-4f4e-a606-f145908646f9 req-7b670753-95d3-4af4-a2db-38ba9338f1e4 tempest-ServersTestFqdnHostnames-688034563 tempest-ServersTestFqdnHostnames-688034563-project-member] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_members [ 976.544581] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_members [ 976.545434] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.545572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.545627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.547816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.547816] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.547816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.547816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.547816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.547816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.547816] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.764360] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 976.764564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.764724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.765211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.765211] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.765401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.765504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.765679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.765764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.765900] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.860684] env[65959]: INFO networking_nsxv3.common.synchronization [req-4a054153-f816-4391-93f3-a2b7b60febc7 req-2016cf46-b50e-4a01-ab5e-fe2e82aacdf2 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 976.860684] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 976.861108] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.861668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.861878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.862059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.862203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.862343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.862467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.862576] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.024542] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 977.024751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.024953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.026027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.026027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.026027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.026027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.026027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.026027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.026308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.026308] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.048591] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.048776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.048866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.049250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.049328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.049699] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.050169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.050169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.050312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.050388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.050499] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 already deleted. [ 977.050608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.121258] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.122025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-993" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.122025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-993" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.122289] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-993" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.122537] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.122738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.122867] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.123174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.123329] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.123672] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.123672] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.123829] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.123916] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.124012] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.124138] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.124360] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.144391] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.144583] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.144694] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.144928] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-993" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.145258] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-900c2394-cd75-4ab9-8640-fd32b683ca02 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.145461] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.145598] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.145943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.146099] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900c2394-cd75-4ab9-8640-fd32b683ca02',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.269547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.269547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.269547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.269547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.269547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.269547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.269838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.269838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.269838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.269922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.269956] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be updated. [ 977.297269] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.297649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.297649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.297993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.297993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.310156] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: IN_PROGRESS for 2s [ 977.364996] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.432030] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f9276837-b7f6-402e-9ae1-eca2bd870a64 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 977.432481] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 977.433261] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.433261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.529288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.529440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.529513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.529880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.530162] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.530343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.530343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.530446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.530526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.530647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.530836] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.530934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.530986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.531181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.531326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.531419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.531471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.531610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.531690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.531769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.531858] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.648304] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.648631] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.648761] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.649134] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.649307] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.649465] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 900c2394-cd75-4ab9-8640-fd32b683ca02 not found, creating... [ 977.649735] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.649892] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.650019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.650266] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.650404] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.650692] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.650842] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.650953] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.651473] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.651616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.652335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 900c2394-cd75-4ab9-8640-fd32b683ca02 is going to be created. [ 977.671986] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 977.672238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.672416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.672721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.672821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.672940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.673010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.673201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.673287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.673384] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.685546] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.686247] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.686247] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.686247] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.686475] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.686683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.868234] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.034333] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 664125ba-6557-47a4-9b6f-42ff82075593: rpc.has_security_group_logging(os_id): False [ 978.054250] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.054452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.054501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.054762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.054858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.055095] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.055195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.055258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.055517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.055604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.055737] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.055830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.055918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.056079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.056156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.056367] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.056463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.056524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.056671] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.056744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.056848] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 978.123553] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.123739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.123800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.124135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.124369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.144278] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 978.178849] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.209890] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 in Status: SUCCESS [ 978.210087] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 deletion is rescheduled due to dependency. [ 978.210202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.371042] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.371267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.371335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.371571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.371661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.372337] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 978.407726] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.407726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.407726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.407726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.407726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.419210] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 978.459830] env[65959]: INFO networking_nsxv3.common.synchronization [req-6804cef2-aefe-4f4e-a606-f145908646f9 req-384312c0-7d41-47e1-8afb-82f77f29622f service nova] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_rules [ 978.459830] env[65959]: INFO networking_nsxv3.common.synchronization [req-6804cef2-aefe-4f4e-a606-f145908646f9 req-384312c0-7d41-47e1-8afb-82f77f29622f service nova] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_members [ 978.459830] env[65959]: INFO networking_nsxv3.common.synchronization [req-6804cef2-aefe-4f4e-a606-f145908646f9 req-384312c0-7d41-47e1-8afb-82f77f29622f service nova] Enqueued Resource ID: 900c2394-cd75-4ab9-8640-fd32b683ca02 with Priority: HIGHEST for action port [ 978.461101] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_rules [ 978.461101] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_members [ 978.461101] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900c2394-cd75-4ab9-8640-fd32b683ca02 with Priority: HIGHEST for action port [ 978.461101] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.461352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.461352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.461417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.461495] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.464125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.464125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.464125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.464125] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.464452] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-900c2394-cd75-4ab9-8640-fd32b683ca02 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.464452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.464452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.464573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.464974] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900c2394-cd75-4ab9-8640-fd32b683ca02',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.678703] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.966131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.966282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.971082] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.971082] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 900c2394-cd75-4ab9-8640-fd32b683ca02 with status ACTIVE [ 978.971389] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.971389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.971389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.971602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.971651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.971828] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.971925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.971988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.972151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.972306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.972404] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.972491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.972732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.972732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.972732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.972880] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 900c2394-cd75-4ab9-8640-fd32b683ca02 is going to be updated. [ 979.003080] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.003300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.003350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.003568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.003700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.003856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-900c2394-cd75-4ab9-8640-fd32b683ca02" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.134021] env[65959]: INFO networking_nsxv3.common.synchronization [req-30730f8e-a918-4055-a2ac-707b62070a1d req-bae92d24-eb45-424b-9e8b-8a2949ca00a3 tempest-ServerRescueTestJSON-538323093 tempest-ServerRescueTestJSON-538323093-project-member] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 979.134021] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 979.134021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.134021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.134021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.134021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.134021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.134021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.134739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.135014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.135240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.135426] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.186107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.186107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.186107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.186449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.186449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.186506] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be updated. [ 979.217563] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.217769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.217960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.218326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.218564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.230101] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: IN_PROGRESS for 2s [ 979.321789] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a246ef49-c086-421c-a56b-7ede2930774a in Status: SUCCESS [ 979.321985] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a246ef49-c086-421c-a56b-7ede2930774a deletion is rescheduled due to dependency. [ 979.322138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.475100] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.637920] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.978884] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.979078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.979138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.979477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.979477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.979592] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 is going to be created. [ 980.004393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.005030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.005030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.005030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.005030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.018181] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 in Status: UNINITIALIZED for 2s [ 980.139907] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.162457] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 980.162748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.381306] env[65959]: INFO networking_nsxv3.common.synchronization [None req-134643d1-94f3-4e98-8e1c-f810695c9826 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 980.382110] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 980.382701] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.382845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.382934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.383271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.383396] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.434677] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 980.434908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.435109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.435788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.435788] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.435788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.435788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.436041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.436041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.436105] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.487240] env[65959]: INFO networking_nsxv3.common.synchronization [None req-ec79c909-b405-4662-8470-4f93b16021e3 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 980.487858] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 980.490589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.490875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645981] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.645981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.645981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.645981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.645981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.645981] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be updated. [ 980.678072] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.678072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.678072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.678072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.678292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.687226] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: IN_PROGRESS for 2s [ 980.909130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.909360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.909360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.909583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.909683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.909813] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 already deleted. [ 980.909912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.910428] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.910558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.910617] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.938562] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.938852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.938934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.939264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.939416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.939740] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.939880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.940072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.940366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.940611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.940738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 980.977577] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.977765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.977808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.978106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.978257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.990258] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 981.244815] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.244815] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244815] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.408937] env[65959]: INFO networking_nsxv3.common.synchronization [req-39bea636-4ab6-4c72-b5e7-4d5db496c13f req-d86f1751-8698-4c96-8bd9-f6b26d62c273 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_members [ 981.409768] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGHEST for action security_group_members [ 981.410235] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.410615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.410615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.410773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.410970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.411247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.411325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.411970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.411970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.411970] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.437844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.437962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.438198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.438370] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.438906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.438906] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 already deleted. [ 981.438906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.748308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.748455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.748519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.749408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.749408] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.749408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.749408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.749621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.749659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.750534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.750534] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.750534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.750534] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.750726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.750894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.751019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.751080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.751262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.751390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.751436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.751497] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.916249] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.916451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.916510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.917140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.917140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.917140] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.917347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.917347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.917411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.917493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.918669] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e is going to be updated. [ 981.952358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.952495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.952657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.952892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.953044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.966446] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e in Status: IN_PROGRESS for 2s [ 982.031142] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 in Status: SUCCESS [ 982.031383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.033298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.033298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.033298] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.257320] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d484b81c-0281-4c62-b1b6-ab23b59f141b: rpc.has_security_group_logging(os_id): False [ 982.275356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.275356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.275560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.275988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.275988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.276129] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.276192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.276192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.276366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.276446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.276644] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.276717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.276776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.276915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.276983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.277194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.277290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.277338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.277479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.277559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.277622] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be updated. [ 982.289016] env[65959]: INFO networking_nsxv3.common.synchronization [req-9ef3926f-643b-4fc7-8a73-dfa8ecbc500e req-83ee41b1-c83b-416c-a0fd-0f8cbb87a28e tempest-ImagesTestJSON-203511683 tempest-ImagesTestJSON-203511683-project-member] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 982.289016] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGHEST for action security_group_members [ 982.289016] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.289016] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.289016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.289016] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.346281] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.346281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.346281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.346281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.346281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.363713] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: IN_PROGRESS for 2s [ 982.538422] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.705204] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 982.705630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.790979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.791269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.791362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.791600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.791694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.791919] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.792046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.792110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.792287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.792367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.792467] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be updated. [ 982.837838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.837938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.837938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.838213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.838397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.849376] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: IN_PROGRESS for 2s [ 983.005213] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 983.005213] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 deletion is rescheduled due to dependency. [ 983.005371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.041628] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4c12cf5-5b37-4021-ba7a-f299263e6761: rpc.has_security_group_logging(os_id): False [ 983.062287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.062455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.063027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.063027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.063027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.063308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.065895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.065895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.065895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.065895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.065895] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 is going to be created. [ 983.141399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.141550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.141550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.141777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.141953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.155263] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 in Status: IN_PROGRESS for 2s [ 983.385813] env[65959]: INFO networking_nsxv3.common.synchronization [req-a1d3970c-144e-4dd2-a3f9-907ea26d2db5 req-d829f13d-e801-4c01-baea-c98dc20282fc tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 983.386424] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 983.386772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.386908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.386984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.387295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.387554] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.387682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.387762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.387940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.388066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.388162] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.890904] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.978412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e in Status: SUCCESS [ 983.978875] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e deletion is rescheduled due to dependency. [ 983.978875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.379433] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 984.379669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.395443] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.859931] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1662b720-bd95-428a-9095-e1bdb88d412f in Status: SUCCESS [ 984.860149] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f deletion is rescheduled due to dependency. [ 984.860308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.895947] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.898084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.898084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.898084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.898084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.898084] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 984.931687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.931687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.931687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.931687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.931687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.941846] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 985.168355] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 in Status: SUCCESS [ 985.168669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.954770] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 986.955113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.645628] env[65959]: INFO networking_nsxv3.common.synchronization [req-9828c325-bc3e-4fd6-9d4f-2666985bb853 req-17928a43-6745-4fab-96dd-f74d8b772ebe tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 987.646300] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 987.647202] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.647443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.647636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.647968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648254] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.648443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.648969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.649139] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.152206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.152206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.153233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.153835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.153835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.153835] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.154213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.154213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.154213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.154631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.154631] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 988.186297] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.186468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.186538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.186701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.186835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.196674] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 989.618827] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2411778e-4271-4f32-bc91-f2e101c12b69 None None] Enqueued Resource ID: 2e3a378a-9fa7-4415-a542-330f3cb00575 with Priority: HIGHEST for action port [ 989.619409] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3a378a-9fa7-4415-a542-330f3cb00575 with Priority: HIGHEST for action port [ 989.619730] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3a378a-9fa7-4415-a542-330f3cb00575 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3a378a-9fa7-4415-a542-330f3cb00575" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3a378a-9fa7-4415-a542-330f3cb00575" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.622950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3a378a-9fa7-4415-a542-330f3cb00575" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.622950] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3a378a-9fa7-4415-a542-330f3cb00575',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.124734] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e3a378a-9fa7-4415-a542-330f3cb00575 [ 990.125035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.125880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.125880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.125880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.125880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.126159] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e3a378a-9fa7-4415-a542-330f3cb00575 already deleted. [ 990.126307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3a378a-9fa7-4415-a542-330f3cb00575" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.220027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 990.220027] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 990.220027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.404629] env[65959]: INFO networking_nsxv3.common.synchronization [None req-7c217835-78ec-4491-b6a2-a28e773f27d8 None None] Enqueued Resource ID: e48cfda6-67aa-4997-9a6c-38e0844c34bb with Priority: HIGHEST for action port [ 992.405357] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48cfda6-67aa-4997-9a6c-38e0844c34bb with Priority: HIGHEST for action port [ 992.406027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48cfda6-67aa-4997-9a6c-38e0844c34bb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.406165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48cfda6-67aa-4997-9a6c-38e0844c34bb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.406165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48cfda6-67aa-4997-9a6c-38e0844c34bb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.406395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48cfda6-67aa-4997-9a6c-38e0844c34bb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.406463] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48cfda6-67aa-4997-9a6c-38e0844c34bb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.908914] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e48cfda6-67aa-4997-9a6c-38e0844c34bb [ 992.909700] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.909700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.909700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.910260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.910260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.910260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e48cfda6-67aa-4997-9a6c-38e0844c34bb already deleted. [ 992.910522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48cfda6-67aa-4997-9a6c-38e0844c34bb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.865278] env[65959]: INFO networking_nsxv3.common.synchronization [None req-ba3bf27c-763d-4575-bdfb-2e45d39ac0c1 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 995.869651] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 995.870046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.870208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.870356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.870556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.870641] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.999831] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2258d035-c68f-405d-a56f-71462206ee13 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 995.999831] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 995.999831] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.999996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.155037] env[65959]: INFO networking_nsxv3.common.synchronization [req-0ea8eecf-459d-41b1-8246-21ea3d984ff7 req-96c04830-716a-4e05-9ac5-0f8ab34c32e4 tempest-FloatingIPsAssociationTestJSON-1083629947 tempest-FloatingIPsAssociationTestJSON-1083629947-project-member] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 996.155620] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 996.156046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.156273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.156273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.156494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.156780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.156780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.156887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.156974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.157644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.157787] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.224455] env[65959]: INFO networking_nsxv3.common.synchronization [req-8029b99e-179f-488d-ac8e-5bff3a7176d7 req-720326ac-4381-44ff-95ab-1815d88915a3 tempest-ServerRescueTestJSON-538323093 tempest-ServerRescueTestJSON-538323093-project-member] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 996.224966] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGHEST for action security_group_members [ 996.225386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.225643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.225782] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.226015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.226167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.226246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.226359] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.393949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.394149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.394213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.394615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.394708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.394807] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2284169-b871-46c3-b120-95d34e4960b5 already deleted. [ 996.394889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.395072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.395283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.395323] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.507589] env[65959]: INFO networking_nsxv3.common.synchronization [req-af9451dc-ab43-427a-91f5-a59ec81754bd req-6809f2bb-e5c7-4dc2-9c4a-d9cee7be111e tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 996.508404] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 996.508782] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.508869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.508940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.509138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.509284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.509379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.509434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.509584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.509667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.509762] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.659942] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.729111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.729291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.729337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.729550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.729644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.729840] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.729958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.729999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.730149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.730222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.730310] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be updated. [ 996.773050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.773050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.773050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.773050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.773050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.784810] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: IN_PROGRESS for 2s [ 996.919817] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.920113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.920113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.920326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.920326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.920451] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2284169-b871-46c3-b120-95d34e4960b5 already deleted. [ 996.920502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.011672] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.013027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.013027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.013027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 997.040640] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.040845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.040971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.041265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.041548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.051921] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 997.166031] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.668768] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.669108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.670043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.670043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.670043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.670043] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be updated. [ 997.704746] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.704922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.704987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.705191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.705339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.717172] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: IN_PROGRESS for 2s [ 998.038563] env[65959]: INFO networking_nsxv3.common.synchronization [req-30f452eb-b171-4211-8aab-10a1db700304 req-0ada3293-5c76-46c6-8452-e87147733fae tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 998.038878] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 998.039045] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.039171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.039440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.039523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.039630] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.039722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.039781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.040096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.040096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.040096] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.397642] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.397840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.397960] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.398241] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.398494] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.398650] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.398761] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.398980] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.399133] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.399338] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.399450] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.399555] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.399656] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.399808] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.400457] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.400634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.419500] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.419652] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.419786] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.419957] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.420278] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-ee24ec64-399a-4833-a217-f91a81a47479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.420445] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.420561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.420868] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.421014] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee24ec64-399a-4833-a217-f91a81a47479',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.543871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.543997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.543997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.544716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.544716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.544716] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.544716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.544716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.544967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.544967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.545038] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 already deleted. [ 998.545104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.794616] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 in Status: SUCCESS [ 998.794616] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 deletion is rescheduled due to dependency. [ 998.794818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.923450] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.923450] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.923770] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.923990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.924179] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.924339] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port ee24ec64-399a-4833-a217-f91a81a47479 not found, creating... [ 998.924679] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.924941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.925151] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.925405] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.925548] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.925830] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.925982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.926108] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.926315] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.926448] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.926579] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: ee24ec64-399a-4833-a217-f91a81a47479 is going to be created. [ 998.945385] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.945596] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.945688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.945941] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.946192] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.946408] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.065890] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 999.066262] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 999.066306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.697314] env[65959]: INFO networking_nsxv3.common.synchronization [req-30f452eb-b171-4211-8aab-10a1db700304 req-18f578bd-0341-46af-987c-e81f3269181e service nova] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 999.697486] env[65959]: INFO networking_nsxv3.common.synchronization [req-30f452eb-b171-4211-8aab-10a1db700304 req-18f578bd-0341-46af-987c-e81f3269181e service nova] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 999.697620] env[65959]: INFO networking_nsxv3.common.synchronization [req-30f452eb-b171-4211-8aab-10a1db700304 req-18f578bd-0341-46af-987c-e81f3269181e service nova] Enqueued Resource ID: ee24ec64-399a-4833-a217-f91a81a47479 with Priority: HIGHEST for action port [ 999.698190] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 999.698439] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 999.698531] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee24ec64-399a-4833-a217-f91a81a47479 with Priority: HIGHEST for action port [ 999.698800] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.698920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.698982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.699219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.699302] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.700193] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.700536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.700677] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.700766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.700828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.700977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.701054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.701128] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.702433] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee24ec64-399a-4833-a217-f91a81a47479 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.702433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.702862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.702862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.702862] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee24ec64-399a-4833-a217-f91a81a47479',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.730131] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 999.730131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.123860] env[65959]: INFO networking_nsxv3.common.synchronization [req-a8383dc5-6558-4e1d-b2d9-e7f3c3b840e8 req-05f1fcba-f926-4906-8f10-da2ef1c63072 tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_members [ 1000.124441] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGHEST for action security_group_members [ 1000.124749] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.125029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.125029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.125137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.125286] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.125381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.125441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.125593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.125688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.125783] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.205086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.205266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.205404] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.207998] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee24ec64-399a-4833-a217-f91a81a47479 with status ACTIVE [ 1000.209601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.209601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.209601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.209601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.210216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.210216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.210216] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee24ec64-399a-4833-a217-f91a81a47479 is going to be updated. [ 1000.237232] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.237232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.237518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.237518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.237669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.237843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.630657] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.630783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.631098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.631772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.631933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.632619] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.632619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.632619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.632619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.632619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.632619] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f is going to be updated. [ 1000.661545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.661695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.661747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.661975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.662151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.671021] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f in Status: IN_PROGRESS for 2s [ 1000.708016] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.210761] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.211161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.211161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.211294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.211294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.211367] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 is going to be created. [ 1001.237218] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.237389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.237462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.237715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.237899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.249533] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: UNINITIALIZED for 2s [ 1002.681180] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f in Status: SUCCESS [ 1002.681484] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f deletion is rescheduled due to dependency. [ 1002.681631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.155271] env[65959]: INFO networking_nsxv3.common.synchronization [req-6072aa9e-33e3-4c89-9b38-99739d31e00b req-61fbf538-19a1-4a27-bcc1-353e602b2269 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_members [ 1003.155893] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGHEST for action security_group_members [ 1003.157540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.157701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.157760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.157986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.158169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.158283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.158343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.158513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.158609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.158725] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.260287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: SUCCESS [ 1003.260514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.260623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.260890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.261114] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.261485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.261578] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.261663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.261787] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.664777] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.664777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.664777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.665061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.665061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.665275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.665375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.665431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.665589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.665690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.665784] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 is going to be updated. [ 1003.697084] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.697084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.697084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.697084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.697084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.708412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 in Status: IN_PROGRESS for 2s [ 1003.765798] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.272526] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1bfa562-374d-4d1f-952d-9c545eb2f277: rpc.has_security_group_logging(os_id): False [ 1004.292034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.292034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.292034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.292034] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 is going to be created. [ 1004.356241] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.356241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.356241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.356241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.356241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.367379] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: IN_PROGRESS for 2s [ 1004.371186] env[65959]: INFO networking_nsxv3.common.synchronization [None req-58cb56ac-dd8f-415e-b7e9-1cb05d8065f6 None None] Enqueued Resource ID: 733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93 with Priority: HIGHEST for action port [ 1004.371186] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93 with Priority: HIGHEST for action port [ 1004.371579] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.371863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.372057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.372407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.372609] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.875404] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93 [ 1004.875733] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.875848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.875914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.876164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.876249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.876341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93 already deleted. [ 1004.876415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733aa5ca-6bc8-44af-9ad2-93a1b0a0fe93" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.727836] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 in Status: SUCCESS [ 1005.728283] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 deletion is rescheduled due to dependency. [ 1005.728514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.383057] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: SUCCESS [ 1006.383525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.437796] env[65959]: INFO networking_nsxv3.common.synchronization [req-06c9110f-3ae7-4a1f-9ca5-0b5bb6b6cb4d req-7d786e98-d20f-48f0-8a28-f4b21f18a054 tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1006.438534] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1006.438885] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.439028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.439525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.439789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.439951] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.440066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.440128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.440286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.440373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.440502] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.797035] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.797374] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.797648] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.797990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.798271] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.798433] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.798618] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.798945] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.799124] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.799668] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.799668] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.799668] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.799668] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.799871] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.799871] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.800756] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.827319] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.827399] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.827534] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.827715] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.828034] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-76263d4c-a459-4a46-a608-62af0682e9b5 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.828206] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.828321] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.828663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.828798] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76263d4c-a459-4a46-a608-62af0682e9b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.944169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.944510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.944587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.944850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.945018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.945250] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.945368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.945421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.945657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.945845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.945974] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c already deleted. [ 1006.946081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.171359] env[65959]: INFO networking_nsxv3.common.synchronization [None req-12270102-aebc-4a12-a679-1dd373095487 None None] Enqueued Resource ID: b1bd6d22-b743-46b7-827d-d9789b8d06de with Priority: HIGHEST for action port [ 1007.172012] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bd6d22-b743-46b7-827d-d9789b8d06de with Priority: HIGHEST for action port [ 1007.172344] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bd6d22-b743-46b7-827d-d9789b8d06de taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.172494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bd6d22-b743-46b7-827d-d9789b8d06de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.172561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bd6d22-b743-46b7-827d-d9789b8d06de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.172893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bd6d22-b743-46b7-827d-d9789b8d06de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.172940] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bd6d22-b743-46b7-827d-d9789b8d06de',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.332272] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.332272] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.332549] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.332712] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.332870] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.333066] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 76263d4c-a459-4a46-a608-62af0682e9b5 not found, creating... [ 1007.333410] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.333665] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.333814] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.334171] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.334427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.334796] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.335066] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.335225] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.335521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.335779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.335951] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 76263d4c-a459-4a46-a608-62af0682e9b5 is going to be created. [ 1007.361019] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.361019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.361019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.361019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.361363] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.362046] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.676131] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1bd6d22-b743-46b7-827d-d9789b8d06de [ 1007.676131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.676787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.676787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.676787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.676787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.676787] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1bd6d22-b743-46b7-827d-d9789b8d06de already deleted. [ 1007.677110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bd6d22-b743-46b7-827d-d9789b8d06de" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.099737] env[65959]: INFO networking_nsxv3.common.synchronization [req-06c9110f-3ae7-4a1f-9ca5-0b5bb6b6cb4d req-0ec34cc9-25bd-4ed4-9e5d-eb0271f3f34e service nova] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_rules [ 1008.099737] env[65959]: INFO networking_nsxv3.common.synchronization [req-06c9110f-3ae7-4a1f-9ca5-0b5bb6b6cb4d req-0ec34cc9-25bd-4ed4-9e5d-eb0271f3f34e service nova] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1008.099737] env[65959]: INFO networking_nsxv3.common.synchronization [req-06c9110f-3ae7-4a1f-9ca5-0b5bb6b6cb4d req-0ec34cc9-25bd-4ed4-9e5d-eb0271f3f34e service nova] Enqueued Resource ID: 76263d4c-a459-4a46-a608-62af0682e9b5 with Priority: HIGHEST for action port [ 1008.100571] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_rules [ 1008.100571] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1008.100571] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76263d4c-a459-4a46-a608-62af0682e9b5 with Priority: HIGHEST for action port [ 1008.100725] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.100927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.100927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.101388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.101774] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.103793] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.103964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.104087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.104382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.104611] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.104743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.104841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.105068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.105194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.105324] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.106705] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-76263d4c-a459-4a46-a608-62af0682e9b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.106854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.106854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.107086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.107197] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76263d4c-a459-4a46-a608-62af0682e9b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.605567] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.605778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.611045] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.611411] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76263d4c-a459-4a46-a608-62af0682e9b5 with status ACTIVE [ 1008.611785] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.611785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.611971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.612062] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.612157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.612334] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.612433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.612487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.612672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.612768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.612965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.613073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.613143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.613269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.613448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.613487] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76263d4c-a459-4a46-a608-62af0682e9b5 is going to be updated. [ 1008.635468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.635678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.635748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.635925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.636087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.636239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76263d4c-a459-4a46-a608-62af0682e9b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.007370] env[65959]: INFO networking_nsxv3.common.synchronization [req-8171114c-61af-4a3e-b7ac-42066cc6b2c6 req-76230782-a25e-48bf-b541-828df1169019 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1009.008017] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1009.008368] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.008494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.008560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.008756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.009054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.009054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.009148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.009232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.009314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.009419] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.116048] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.338666] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.338666] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.338966] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.339438] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.339719] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.340103] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.340103] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.340420] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.340634] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.340857] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.341038] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.341244] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.341384] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.341511] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.341616] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.341747] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.364036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.364706] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.364904] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.365154] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.365526] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-1dddfc32-91e6-417f-a560-0246967b39b5 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.365746] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.365889] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.366276] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.366452] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dddfc32-91e6-417f-a560-0246967b39b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.512031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.512270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.512270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.512467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.512643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.512768] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.512894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.512958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.513101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.513177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.513254] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1009.547940] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.547940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.547940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.547940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.547940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.556037] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1009.620716] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.620946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.621074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.621376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.621545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.621736] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be created. [ 1009.658366] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.658557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.658598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.658800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.658967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.670557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: UNINITIALIZED for 2s [ 1009.869044] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.869370] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.869541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.869898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.870092] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.870334] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 1dddfc32-91e6-417f-a560-0246967b39b5 not found, creating... [ 1009.870710] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.870938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.871096] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.871372] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.871808] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.871808] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.872105] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.872105] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.872277] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.872405] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.872537] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 1dddfc32-91e6-417f-a560-0246967b39b5 is going to be created. [ 1009.896629] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.896729] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.896874] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.897227] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.897571] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.897825] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.610749] env[65959]: INFO networking_nsxv3.common.synchronization [req-8171114c-61af-4a3e-b7ac-42066cc6b2c6 req-753dbfc7-6ffb-4f73-b19b-fdae9a3364a1 service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 1010.613825] env[65959]: INFO networking_nsxv3.common.synchronization [req-8171114c-61af-4a3e-b7ac-42066cc6b2c6 req-753dbfc7-6ffb-4f73-b19b-fdae9a3364a1 service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1010.614143] env[65959]: INFO networking_nsxv3.common.synchronization [req-8171114c-61af-4a3e-b7ac-42066cc6b2c6 req-753dbfc7-6ffb-4f73-b19b-fdae9a3364a1 service nova] Enqueued Resource ID: 1dddfc32-91e6-417f-a560-0246967b39b5 with Priority: HIGHEST for action port [ 1010.615129] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 1010.616346] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1010.616497] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dddfc32-91e6-417f-a560-0246967b39b5 with Priority: HIGHEST for action port [ 1010.616813] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.616947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.618359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.618466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.618547] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.619448] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.619541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620655] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dddfc32-91e6-417f-a560-0246967b39b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.620655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.620655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.620655] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dddfc32-91e6-417f-a560-0246967b39b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.124272] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.124272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.124272] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dddfc32-91e6-417f-a560-0246967b39b5 with status ACTIVE [ 1011.124272] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.124653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.124653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.124720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.124838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.124991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.125108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.125169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.125324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.125400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.125577] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.125666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.125715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.125900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.125965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.126059] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dddfc32-91e6-417f-a560-0246967b39b5 is going to be updated. [ 1011.148479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.148643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.148704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.148924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.149187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.149342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dddfc32-91e6-417f-a560-0246967b39b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.567957] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1011.568155] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 1011.568276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.568436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.568652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.568834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.568948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.569027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.569174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.569251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.569345] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.681996] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1011.681996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.681996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.681996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.681996] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.682579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.682579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.682579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.682579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.682714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.682748] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.071242] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.185287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.185559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.185559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.185881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.186126] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.186232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.186342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.186494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.186610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.186706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.186858] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.187013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.187013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.187169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.187313] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.187437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.187676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.187676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.187775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.187840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.187921] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.484429] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.484702] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.488790] env[65959]: INFO networking_nsxv3.common.synchronization [req-27232612-f04d-494a-98f6-aa383db5b072 req-474bb06a-cc4c-4caf-92e0-6b3a4133a8d7 tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1012.489521] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1012.489800] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.489920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.489976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.490312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.490429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.490429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.490569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.490699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.490810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.490810] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.573486] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.691050] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918d0112-dd43-41d5-a825-38c0257eef1c: rpc.has_security_group_logging(os_id): False [ 1012.712548] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.712784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.712889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.713223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.713391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.713692] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.713815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.713879] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.714054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.714142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.714432] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.714583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.714640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.715086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.715086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.717022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.717022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.717022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.717022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.717022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.717022] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be created. [ 1012.807218] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.807394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.807465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.807697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.807883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.820162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1012.833811] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.834061] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.834201] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.834489] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.836254] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.836471] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.836601] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.836862] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.837056] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.837277] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.837397] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.837505] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.837608] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.837717] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.837820] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.838010] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.870633] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.870949] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.871086] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.871309] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.871683] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-bfaa1824-999c-423d-a9dd-526535cac660 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.871828] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.871942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.872383] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.872560] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfaa1824-999c-423d-a9dd-526535cac660',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.994725] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.078233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.078233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.078233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.078233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.078233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.078233] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1013.113926] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.115406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.115406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.115406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.115406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.128670] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1013.378135] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.378374] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.378591] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.378895] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.379055] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.379209] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port bfaa1824-999c-423d-a9dd-526535cac660 not found, creating... [ 1013.379475] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.379631] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.379762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.379986] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.380134] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.380427] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.380595] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.380707] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.380916] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.381061] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.381196] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: bfaa1824-999c-423d-a9dd-526535cac660 is going to be created. [ 1013.404536] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.404800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.404924] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.405223] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.405456] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.405724] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.496265] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.999118] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.999118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.999118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.999789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.999789] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be updated. [ 1014.031037] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.031037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.031037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.031468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.031468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.041796] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1014.157262] env[65959]: INFO networking_nsxv3.common.synchronization [req-27232612-f04d-494a-98f6-aa383db5b072 req-e8c117bd-7933-48c7-8cca-1a7aeaf7db60 service nova] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_rules [ 1014.157465] env[65959]: INFO networking_nsxv3.common.synchronization [req-27232612-f04d-494a-98f6-aa383db5b072 req-e8c117bd-7933-48c7-8cca-1a7aeaf7db60 service nova] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1014.157636] env[65959]: INFO networking_nsxv3.common.synchronization [req-27232612-f04d-494a-98f6-aa383db5b072 req-e8c117bd-7933-48c7-8cca-1a7aeaf7db60 service nova] Enqueued Resource ID: bfaa1824-999c-423d-a9dd-526535cac660 with Priority: HIGHEST for action port [ 1014.158343] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_rules [ 1014.158343] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1014.158440] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfaa1824-999c-423d-a9dd-526535cac660 with Priority: HIGHEST for action port [ 1014.159729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.159864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.160141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.160243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.160468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfaa1824-999c-423d-a9dd-526535cac660 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.160579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.160658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.160880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.160967] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfaa1824-999c-423d-a9dd-526535cac660',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.663294] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfaa1824-999c-423d-a9dd-526535cac660 with status ACTIVE [ 1014.663686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.663823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.663896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.664148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.664235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.664412] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.664542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.664582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.664715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.664788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.664967] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.665070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.665158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.665262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.665331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.665409] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfaa1824-999c-423d-a9dd-526535cac660 is going to be updated. [ 1014.688632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.688845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.688899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.689153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.689324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.689509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfaa1824-999c-423d-a9dd-526535cac660" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.836186] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1014.838707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.838931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.839187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.839276] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.138669] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1015.138983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.139199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.139433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.139654] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.139825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.139929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.140184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.140319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.140479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.140583] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.173445] env[65959]: INFO networking_nsxv3.common.synchronization [req-0d8c6d6b-8b7a-4e88-b85f-f8732a344f1c req-34590467-989d-4ca5-8d0c-21720243da03 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1015.173938] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1015.174247] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.174366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.174449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.174641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.174796] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.174882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.174987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.175293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.175293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.175426] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.341388] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.341533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.524862] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.525520] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.525520] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.525967] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.526337] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.526620] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.526816] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.527192] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.527441] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.527764] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.527915] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.528057] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.528238] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.528672] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.528672] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.528806] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.550564] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.550745] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.550882] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.551070] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.551426] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.551621] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.551755] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.552173] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.552312] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148a0ccb-0c6a-480e-b444-bd3c8e7d5a99',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.648878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.649770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.649770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.649770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649770] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.678079] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.678239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.678307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.678514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.678599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.678786] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.678880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.678940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.679103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.679242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679242] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1015.704102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.704357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.704357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.704518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.704656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.713462] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1016.052155] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1016.053031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.053031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.053031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.053031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.053313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.053313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.053313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.053465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.053465] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.054667] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.054879] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.055015] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.055244] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.055381] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.055522] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 not found, creating... [ 1016.055791] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.055951] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.056082] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.056304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.056451] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.056728] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.056904] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.057034] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.057242] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.057406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.057550] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 is going to be created. [ 1016.086027] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.086027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.086027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.086300] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.086336] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.087762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.151193] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ddc6ef2-049b-4206-87fc-1ee8e8058058: rpc.has_security_group_logging(os_id): False [ 1016.182140] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.182254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.182327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.182586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.182637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.182809] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.182905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.182970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.183317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.183317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.183459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.183512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.183575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.183747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.183827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.184246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.184328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.184501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.184580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184667] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1016.273642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.273642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.273642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.273642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.273642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.294733] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1016.559403] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.816412] env[65959]: INFO networking_nsxv3.common.synchronization [req-0d8c6d6b-8b7a-4e88-b85f-f8732a344f1c req-8d79adf9-3332-4fba-a3bb-ad52a16dac31 service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 1016.816694] env[65959]: INFO networking_nsxv3.common.synchronization [req-0d8c6d6b-8b7a-4e88-b85f-f8732a344f1c req-8d79adf9-3332-4fba-a3bb-ad52a16dac31 service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1016.816859] env[65959]: INFO networking_nsxv3.common.synchronization [req-0d8c6d6b-8b7a-4e88-b85f-f8732a344f1c req-8d79adf9-3332-4fba-a3bb-ad52a16dac31 service nova] Enqueued Resource ID: 148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 with Priority: HIGHEST for action port [ 1016.817604] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 1016.817818] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1016.817983] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 with Priority: HIGHEST for action port [ 1016.818320] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.818514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.818514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.818706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.818781] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.819739] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.819739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.820022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.820022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.820165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.820371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.820371] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148a0ccb-0c6a-480e-b444-bd3c8e7d5a99',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.061243] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.322031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.322437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.322437] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 with status ACTIVE [ 1017.322645] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.322765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.322861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.323097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.323191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.323376] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.323531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.323616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.323815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.323899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.324102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.324199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.324262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.324451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.324523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.324586] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 148a0ccb-0c6a-480e-b444-bd3c8e7d5a99 is going to be updated. [ 1017.347924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.348126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.348176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.348369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.348550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.348670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-148a0ccb-0c6a-480e-b444-bd3c8e7d5a99" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.564073] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.564153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.564234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.564617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.564617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.564777] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be updated. [ 1017.596462] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.596599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.596691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.596930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.608583] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1017.726027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1017.726027] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.726027] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.726027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.726027] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.228783] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.311638] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1018.311964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.731923] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.238133] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.238529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.238719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.239061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.239252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.239576] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1019.280372] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.281252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.281252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.281921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.282643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.295899] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1019.630039] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.630039] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.630039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.630039] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.133595] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.133595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.133886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.133886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.134242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.134310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.134693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.134693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.134781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.134900] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.134990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.135067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.135253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.135432] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.135539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.135684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.135806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.135883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.135973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.136090] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.638741] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918d0112-dd43-41d5-a825-38c0257eef1c: rpc.has_security_group_logging(os_id): False [ 1020.662988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.663194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.663337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.663615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.663728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.663956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.664085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.664148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.664780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.664780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.664780] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.664780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.664780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.665145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.665145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.665240] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.665240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.665351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.666058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.666058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.666058] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be updated. [ 1020.827926] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.828164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.828164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.829033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.829033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.844911] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1021.090809] env[65959]: INFO networking_nsxv3.common.synchronization [req-6110e1c7-ebdf-4bb2-9e8c-502aab5e3443 req-1899baed-371d-4440-bcf4-8b444d6b6195 tempest-FloatingIPsAssociationTestJSON-1083629947 tempest-FloatingIPsAssociationTestJSON-1083629947-project-member] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 1021.091501] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGHEST for action security_group_members [ 1021.092279] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.092279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.092279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.092279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.092797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.092797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.092797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.092797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.092797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.092797] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.290761] env[65959]: INFO networking_nsxv3.common.synchronization [req-0467321e-00a4-4d0a-b45c-83bd1489df8d req-571aa8fb-e8b7-43d9-82d3-13a81cc509ec tempest-ServersTestFqdnHostnames-688034563 tempest-ServersTestFqdnHostnames-688034563-project-member] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_members [ 1021.291291] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGHEST for action security_group_members [ 1021.291641] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.291767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.291827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.292040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.292191] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.292734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.292734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.292734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.292734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.292734] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.305255] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1021.305755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.305910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.306144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.306424] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.306424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.306566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.306644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.306727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.306816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.307108] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.595760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.595760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.595760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.595760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.595760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.595760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.596113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.596113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.596113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.596113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.596265] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be updated. [ 1021.624478] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.624613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.624690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.624924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.625083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.638554] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: IN_PROGRESS for 2s [ 1021.795311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.795490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.795490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.796232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.796232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.796232] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.796232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.796232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.798287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.798287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.798287] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 is going to be updated. [ 1021.811643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.811643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.811643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.811643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812137] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.812486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.812616] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.813662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.813662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.813662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.813662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.813662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.814082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.814082] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.845914] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.846297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.846297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.846469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.846634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.857656] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 in Status: IN_PROGRESS for 2s [ 1022.316411] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 664125ba-6557-47a4-9b6f-42ff82075593: rpc.has_security_group_logging(os_id): False [ 1022.335265] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.335424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.335470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.335691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.335809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.335989] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.336098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.336162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.336313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.336392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.336575] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.336669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.336732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.336873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.336944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.337150] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.337244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.337306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.337446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.337520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.338447] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1022.399940] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.399940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.399940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.400260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.400260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.417133] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1022.869078] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1022.869328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.651379] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d484b81c-0281-4c62-b1b6-ab23b59f141b in Status: SUCCESS [ 1023.651379] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b deletion is rescheduled due to dependency. [ 1023.651379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.679274] env[65959]: INFO networking_nsxv3.common.synchronization [req-144fe094-6674-46f2-a4b9-5ca15dffc184 req-03a3a966-248b-49ba-92e1-d59942229161 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1023.679274] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1023.679274] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.681032] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.681032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.681032] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.875662] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 in Status: SUCCESS [ 1023.875662] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 deletion is rescheduled due to dependency. [ 1023.875662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.953200] env[65959]: INFO networking_nsxv3.common.synchronization [req-e5ff9e2d-bd9f-4b76-8c71-78e26521eb26 req-c8173316-251e-4ca6-b7f9-b2ea361cfdab tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1023.953200] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1023.953200] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.953988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.953988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.953988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.953988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.953988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.953988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.954288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.954288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.954386] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.087953] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.088170] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.088291] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.088552] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.088803] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.088952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.089080] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.089311] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.089451] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.089652] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.089760] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.089862] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.089964] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.090091] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.090200] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.090329] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.114786] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.114786] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.114786] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.114786] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.114970] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-7ed52b86-28b2-42cb-9533-73d1387a398c taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.115204] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.115275] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.115584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.115712] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed52b86-28b2-42cb-9533-73d1387a398c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.183797] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.183987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.184041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.184225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.184319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.184506] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.184663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.184724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.184901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.185031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.185074] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 already deleted. [ 1024.185149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.433138] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1024.433416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.457424] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.457577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.457650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.458050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.458050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.458174] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.458245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.458305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.458461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.458558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.458675] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1024.493346] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.493346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.493346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.493346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.493346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.504908] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1024.617729] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.617978] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.618209] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.618541] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.618711] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.618900] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 7ed52b86-28b2-42cb-9533-73d1387a398c not found, creating... [ 1024.619229] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.619430] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.619559] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.619801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.619973] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.621024] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.621024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.621024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.621024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.621024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.621024] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 7ed52b86-28b2-42cb-9533-73d1387a398c is going to be created. [ 1024.659234] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.659671] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.659797] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.660221] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.660596] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.660967] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.358044] env[65959]: INFO networking_nsxv3.common.synchronization [req-144fe094-6674-46f2-a4b9-5ca15dffc184 req-300dd3ca-e771-481b-bb32-3eee73dbd130 service nova] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 1025.358044] env[65959]: INFO networking_nsxv3.common.synchronization [req-144fe094-6674-46f2-a4b9-5ca15dffc184 req-300dd3ca-e771-481b-bb32-3eee73dbd130 service nova] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1025.358044] env[65959]: INFO networking_nsxv3.common.synchronization [req-144fe094-6674-46f2-a4b9-5ca15dffc184 req-300dd3ca-e771-481b-bb32-3eee73dbd130 service nova] Enqueued Resource ID: 7ed52b86-28b2-42cb-9533-73d1387a398c with Priority: HIGHEST for action port [ 1025.358225] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 1025.358356] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1025.358450] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed52b86-28b2-42cb-9533-73d1387a398c with Priority: HIGHEST for action port [ 1025.358726] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.358847] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.358909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.359122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.359224] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.360154] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.360266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.360330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.360513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.360668] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.360797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.360855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.361016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.361103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.361195] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.361973] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed52b86-28b2-42cb-9533-73d1387a398c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.362094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.362230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.362376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.362452] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed52b86-28b2-42cb-9533-73d1387a398c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.864246] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.864610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.864610] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.865553] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ed52b86-28b2-42cb-9533-73d1387a398c with status ACTIVE [ 1025.866076] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.866076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.866076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.866245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.866245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.866416] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.866495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.866559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.867204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.867204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.867204] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.867204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.867204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.867492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.867492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.867492] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ed52b86-28b2-42cb-9533-73d1387a398c is going to be updated. [ 1025.895015] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.895539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.895539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.895539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.895911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.895911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed52b86-28b2-42cb-9533-73d1387a398c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.987419] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c3092e96-b0bd-4486-8806-5dc1a4fa62fa tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_rules [ 1025.988734] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_rules [ 1025.988734] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.988734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.988734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.989171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.989171] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.079959] env[65959]: INFO networking_nsxv3.common.synchronization [None req-107e68d4-1802-4e75-b1d5-0ba65727ae86 tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_rules [ 1026.080194] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_rules [ 1026.080531] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.080601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.369995] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.512106] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.512307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.512374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.512585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.512716] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.512816] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 already deleted. [ 1026.512874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.513031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.513206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.513288] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.517460] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1026.517645] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 1026.517778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.873429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.873837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.873837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.873961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.874036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.874111] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be created. [ 1026.909781] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.909781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.909781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.910060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.910315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.922419] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: UNINITIALIZED for 2s [ 1027.038685] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.038860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.038902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.039132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.039220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.039315] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 already deleted. [ 1027.039419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.071731] env[65959]: INFO networking_nsxv3.common.synchronization [req-2549938d-663a-4167-aa81-178ee483e866 req-dccb5d78-b304-4090-954d-00d4494daf88 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1028.072335] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1028.073435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.073622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.073703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.073852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.074351] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.074351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.074351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.074651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.074651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.074651] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.448547] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.448547] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.448718] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.449161] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.449358] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.449943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.449943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.449943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.450107] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.450443] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.450555] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.450661] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.451466] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.451466] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.451466] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.451466] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.471219] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.471418] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.471696] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.471898] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.472253] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-42aea72b-a5b2-47aa-80f0-3a4c34d81825 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.472428] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.472543] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.472893] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.473019] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aea72b-a5b2-47aa-80f0-3a4c34d81825',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.579235] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.934730] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1028.934978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.935153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.935366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.935558] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.935699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.935763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.935923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.936009] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.936099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.936190] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.976187] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.976187] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.976187] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.976187] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.976549] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.976783] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 42aea72b-a5b2-47aa-80f0-3a4c34d81825 not found, creating... [ 1028.977100] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.977338] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.977738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.978015] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.978214] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.978554] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.978983] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.979131] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.979575] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.979575] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.979689] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 42aea72b-a5b2-47aa-80f0-3a4c34d81825 is going to be created. [ 1029.005139] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.005388] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.005569] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.005929] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.006238] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.006548] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.082386] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.437968] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.584466] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.584691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.584691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.584962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.585014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.585105] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1029.622799] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.622968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.623809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.624110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.624391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.636233] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1029.724430] env[65959]: INFO networking_nsxv3.common.synchronization [req-2549938d-663a-4167-aa81-178ee483e866 req-a7a7da3c-5351-4fbc-93ae-c3921bc934a0 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 1029.724612] env[65959]: INFO networking_nsxv3.common.synchronization [req-2549938d-663a-4167-aa81-178ee483e866 req-a7a7da3c-5351-4fbc-93ae-c3921bc934a0 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1029.724792] env[65959]: INFO networking_nsxv3.common.synchronization [req-2549938d-663a-4167-aa81-178ee483e866 req-a7a7da3c-5351-4fbc-93ae-c3921bc934a0 service nova] Enqueued Resource ID: 42aea72b-a5b2-47aa-80f0-3a4c34d81825 with Priority: HIGHEST for action port [ 1029.725426] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 1029.725566] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1029.725663] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42aea72b-a5b2-47aa-80f0-3a4c34d81825 with Priority: HIGHEST for action port [ 1029.726819] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.726999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.727100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.727380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.727474] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.728492] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.728761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.729070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-42aea72b-a5b2-47aa-80f0-3a4c34d81825 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.729216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.729960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.730146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.730244] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aea72b-a5b2-47aa-80f0-3a4c34d81825',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.941106] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2284169-b871-46c3-b120-95d34e4960b5: rpc.has_security_group_logging(os_id): False [ 1029.965114] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.965459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.965459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.965670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.965785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.966020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.966163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.966235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.966389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.966483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.966572] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be created. [ 1030.033510] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.034164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.034164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.034164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.034612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.046298] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1030.232107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.232434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.232434] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42aea72b-a5b2-47aa-80f0-3a4c34d81825 with status ACTIVE [ 1030.233112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.233112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.233112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.233792] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.233927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.234135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.234708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235430] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.235772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235953] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42aea72b-a5b2-47aa-80f0-3a4c34d81825 is going to be updated. [ 1030.258681] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.258918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.259043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.259358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.259520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.260501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42aea72b-a5b2-47aa-80f0-3a4c34d81825" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.647521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1031.647820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.647958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.648760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.648760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.648760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.648760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.649091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.649091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.649166] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.059269] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1032.059480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.152188] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.400145] env[65959]: INFO networking_nsxv3.common.synchronization [req-9917a34f-2fe9-46f0-9332-ab800b49a54a req-08d93c4f-839b-4774-8fdc-8ecb962508e0 tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1032.400145] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1032.400145] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.400145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.400145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.400958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.401263] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.401505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.401666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.401921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.402121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.402308] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.655541] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.721279] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.721552] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-943" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.721684] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-943" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.722033] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-943" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.722305] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.722461] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.722576] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.722798] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.723014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.723158] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.723268] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.723372] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.723475] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.723628] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.723735] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.723862] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.744677] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.744881] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.744962] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.745793] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-943" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.745793] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-e0eda492-4185-4bd8-823f-85674298a520 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.745793] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.745793] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.746329] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.746499] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0eda492-4185-4bd8-823f-85674298a520',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.904556] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.904826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.904957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.905189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.905314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.905617] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.905774] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.905866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.906118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.906230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.906352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 already deleted. [ 1032.906465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.159096] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.159096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.159096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.159096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.159096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.159096] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1033.191604] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.191786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.191858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.192088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.192236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.202278] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1033.248995] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.248995] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.248995] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.249303] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.249447] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.249599] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port e0eda492-4185-4bd8-823f-85674298a520 not found, creating... [ 1033.249854] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.250070] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.250238] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.250478] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.250614] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.250897] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.251062] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.251175] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.251473] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.251621] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.251757] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: e0eda492-4185-4bd8-823f-85674298a520 is going to be created. [ 1033.286128] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.286385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.286460] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.286758] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.287063] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.287354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.137193] env[65959]: INFO networking_nsxv3.common.synchronization [req-9917a34f-2fe9-46f0-9332-ab800b49a54a req-048c1a91-feda-4034-b516-2397115fe5d1 service nova] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_rules [ 1034.137193] env[65959]: INFO networking_nsxv3.common.synchronization [req-9917a34f-2fe9-46f0-9332-ab800b49a54a req-048c1a91-feda-4034-b516-2397115fe5d1 service nova] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1034.137193] env[65959]: INFO networking_nsxv3.common.synchronization [req-9917a34f-2fe9-46f0-9332-ab800b49a54a req-048c1a91-feda-4034-b516-2397115fe5d1 service nova] Enqueued Resource ID: e0eda492-4185-4bd8-823f-85674298a520 with Priority: HIGHEST for action port [ 1034.139058] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_rules [ 1034.139982] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1034.139982] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0eda492-4185-4bd8-823f-85674298a520 with Priority: HIGHEST for action port [ 1034.140315] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.140420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.140556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.141630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.141630] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.142478] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.144350] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.144350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.144350] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.146490] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0eda492-4185-4bd8-823f-85674298a520 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.146490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.146714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.146714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.146994] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0eda492-4185-4bd8-823f-85674298a520',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.649518] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.649785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.649869] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.651141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0eda492-4185-4bd8-823f-85674298a520 with status ACTIVE [ 1034.651141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.651141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.651141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.651424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.651424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.653666] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.653666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.653666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.653666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.653666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.655507] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.655582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.655623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.656135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.656135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.656135] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0eda492-4185-4bd8-823f-85674298a520 is going to be updated. [ 1034.679991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.680187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.680290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.680529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.680696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.680925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.158941] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.212337] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1035.212561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.212742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.212943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.213145] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.213262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.213319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.213474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.213603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.213730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.213767] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.661718] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.661960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.661960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.662194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.662284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.662440] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be created. [ 1035.688082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.688265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.688332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.688493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.688650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.698653] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: UNINITIALIZED for 2s [ 1035.716386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.716386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.716386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.718753] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.718753] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.718753] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.718753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.718753] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.087449] env[65959]: INFO networking_nsxv3.common.synchronization [req-66365a9b-7c4c-483b-be9a-cd7e9c9220e5 req-59df96e7-fbce-4aef-9d87-18e330f12366 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1036.088034] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1036.088034] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.088371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.088371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.088444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.088620] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.088698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.088752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.088875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.088959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.090188] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.225455] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 1036.244548] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.244699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.244745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.244963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.245059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.245240] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.245338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.245401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.245555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.245631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.245949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.245949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.245949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.246152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.246152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.246345] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.246455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.246502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.246616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.246912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.246912] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1036.319595] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.319874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.319874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.320109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.320276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.341469] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1036.486259] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.486458] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.486594] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.486831] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.487198] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.487321] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.487375] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.487584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.487723] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.487954] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.488108] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.488205] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.488307] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.488414] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.488515] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.488672] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.513059] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.513253] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.513393] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.513781] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.514043] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.514187] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.514405] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.514622] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.514757] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346cc4a3-89fa-4169-ae1e-6131ad2c8ff2',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.596983] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.597126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.597206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.597447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.597540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.597740] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.597857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.597905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.598049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.599016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.599016] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa already deleted. [ 1036.599016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.017676] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.017911] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.018050] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.018445] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.018591] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.018748] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 not found, creating... [ 1037.019026] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.019186] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.019302] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.019521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.019651] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.019953] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.020131] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.020273] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.020457] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.020591] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.020726] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 is going to be created. [ 1037.041384] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.041647] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.041700] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.042013] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.042263] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.042486] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.708458] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1037.708923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.708923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.708923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.709112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.709197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.709266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.709413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.709493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.709576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.709735] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.756516] env[65959]: INFO networking_nsxv3.common.synchronization [req-66365a9b-7c4c-483b-be9a-cd7e9c9220e5 req-a9e289b8-5f10-4b01-aac1-d0dad189b0b2 service nova] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_rules [ 1037.756516] env[65959]: INFO networking_nsxv3.common.synchronization [req-66365a9b-7c4c-483b-be9a-cd7e9c9220e5 req-a9e289b8-5f10-4b01-aac1-d0dad189b0b2 service nova] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1037.756516] env[65959]: INFO networking_nsxv3.common.synchronization [req-66365a9b-7c4c-483b-be9a-cd7e9c9220e5 req-a9e289b8-5f10-4b01-aac1-d0dad189b0b2 service nova] Enqueued Resource ID: 346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 with Priority: HIGHEST for action port [ 1037.756830] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_rules [ 1037.756871] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1037.756955] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 with Priority: HIGHEST for action port [ 1037.757682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.757807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.757874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.758145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.758257] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.759101] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.759171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.760030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.760030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.760030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.760030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.760030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.760030] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.761172] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.761172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.761172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.761172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.761172] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346cc4a3-89fa-4169-ae1e-6131ad2c8ff2',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.212144] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.212418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.212418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.212586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.212771] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.212883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.212948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.213105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.213190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.213302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.213417] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.213510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.213596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.213718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.213852] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.213941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.213998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.214144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.214218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.214357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.214455] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.262476] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.263922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.264085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.264339] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 with status ACTIVE [ 1038.264698] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.264868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.264941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.265167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.265304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.265439] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.265554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.265632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.265807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.265922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.266554] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.266668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.266732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.266885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.267106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.267211] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346cc4a3-89fa-4169-ae1e-6131ad2c8ff2 is going to be updated. [ 1038.305505] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.305708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.305786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.306046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.306192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.306359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346cc4a3-89fa-4169-ae1e-6131ad2c8ff2" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.370513] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1038.370909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.717784] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0d5a177-f518-4482-9646-7f202e1dba57: rpc.has_security_group_logging(os_id): False [ 1038.759829] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.759829] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.759829] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.759829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.760470] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.760470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.760470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.760470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.760470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.760470] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be created. [ 1038.769461] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.834594] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.834752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.834752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.835025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.835118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.852524] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1039.272773] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.272943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.272989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.273240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.273330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.273429] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be created. [ 1039.299503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.299689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.299742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.299946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.300099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.312050] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: UNINITIALIZED for 2s [ 1040.884820] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1040.885340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.322353] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: SUCCESS [ 1041.322566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.322707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.322931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.323138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.323258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.323325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.323502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.323617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.323711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.323829] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.826890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.827153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.827256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.827589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.827844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.828016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.828141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.828355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.828580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.828650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.828817] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.828941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.829036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.829225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.829476] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.829630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.829733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.829932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.830064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.830181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.830446] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.924288] env[65959]: INFO networking_nsxv3.common.synchronization [req-b923dd6c-f09d-445d-9de8-266f09602550 req-c1b4edce-01fb-4a13-be48-7d05d077fcb8 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1041.924288] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1041.924288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.924288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.924288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.924288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.924288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.924288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.924288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.924288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.924952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.924952] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.333385] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ded7b4f-2d93-4948-a994-630eb4adf1fa: rpc.has_security_group_logging(os_id): False [ 1042.351120] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.351360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.351360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.351674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.351674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.351937] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.351937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.352209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.352209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.352368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.352519] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.352645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.352645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.352794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.352891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.352985] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.353144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.353474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be created. [ 1042.412915] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.413252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.413252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.413393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.413502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.425140] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: IN_PROGRESS for 2s [ 1042.427511] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.929974] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.433683] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.433873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.433968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.434272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.434415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.434572] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1043.483698] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.483698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.484617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.484617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.484617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.495962] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1044.438789] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: SUCCESS [ 1044.439078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.509634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1045.509899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.012687] env[65959]: INFO networking_nsxv3.common.synchronization [None req-83407f30-4dd5-4654-925f-c06162701ff2 None None] Enqueued Resource ID: 4efc4ba4-e06c-4789-9a80-7af614789347 with Priority: HIGHEST for action port [ 1046.013287] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efc4ba4-e06c-4789-9a80-7af614789347 with Priority: HIGHEST for action port [ 1046.013648] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-4efc4ba4-e06c-4789-9a80-7af614789347 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.013821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4efc4ba4-e06c-4789-9a80-7af614789347" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.013898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4efc4ba4-e06c-4789-9a80-7af614789347" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.014128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4efc4ba4-e06c-4789-9a80-7af614789347" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.014387] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4efc4ba4-e06c-4789-9a80-7af614789347',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.383660] env[65959]: INFO networking_nsxv3.common.synchronization [req-4b7a4f98-edcc-4685-afde-8b1fb646cb81 req-8473aa4c-f9c8-4413-bef1-232b0837fd79 tempest-ServersV294TestFqdnHostnames-95673802 tempest-ServersV294TestFqdnHostnames-95673802-project-member] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_members [ 1046.386075] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGHEST for action security_group_members [ 1046.390022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.390022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.390022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.390022] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.517125] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4efc4ba4-e06c-4789-9a80-7af614789347 [ 1046.517498] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.517642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.517713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.517928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.518028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.518803] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4efc4ba4-e06c-4789-9a80-7af614789347 already deleted. [ 1046.518913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4efc4ba4-e06c-4789-9a80-7af614789347" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.891278] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.891521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.891639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.894751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.920198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.920198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.920198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.920198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.920198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.920198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.920198] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 is going to be updated. [ 1046.952848] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.953093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.953147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.953397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.953613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.967588] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 in Status: IN_PROGRESS for 2s [ 1048.892165] env[65959]: INFO networking_nsxv3.common.synchronization [None req-905ed9b9-0bef-4e0c-9843-c44594220c8e None None] Enqueued Resource ID: 44bac1c3-3720-4a23-8102-dd195074f5cc with Priority: HIGHEST for action port [ 1048.893294] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bac1c3-3720-4a23-8102-dd195074f5cc with Priority: HIGHEST for action port [ 1048.893294] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-44bac1c3-3720-4a23-8102-dd195074f5cc taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.893294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44bac1c3-3720-4a23-8102-dd195074f5cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.893294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44bac1c3-3720-4a23-8102-dd195074f5cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.894749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44bac1c3-3720-4a23-8102-dd195074f5cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.894749] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44bac1c3-3720-4a23-8102-dd195074f5cc',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.980067] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 in Status: SUCCESS [ 1048.980420] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 deletion is rescheduled due to dependency. [ 1048.980420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.397675] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44bac1c3-3720-4a23-8102-dd195074f5cc [ 1049.398097] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.398275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.398338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.398547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.399412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.399412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44bac1c3-3720-4a23-8102-dd195074f5cc already deleted. [ 1049.399412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44bac1c3-3720-4a23-8102-dd195074f5cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.686508] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1050.686798] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_members [ 1050.687339] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1050.688606] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_members [ 1050.688606] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.688606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.688606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.688606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.688606] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.688606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.688905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.688905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.688905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.689163] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.689804] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d72e47e1-a412-48bd-ba60-45dd38deb3a5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.689911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.689969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.690213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.690355] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.690451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.690513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.690655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.690734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.690816] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.739669] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_rules [ 1050.739848] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_members [ 1050.739982] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_rules [ 1050.740120] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1050.740246] env[65959]: INFO networking_nsxv3.common.synchronization [req-773c4738-1101-47c1-ac5e-cdfc191d0fc6 req-54a816d1-6f44-47ac-9834-fcb33535dfeb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0eda492-4185-4bd8-823f-85674298a520 with Priority: HIGHEST for action port [ 1050.740728] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_rules [ 1050.740862] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_rules [ 1050.740967] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0eda492-4185-4bd8-823f-85674298a520 with Priority: HIGHEST for action port [ 1050.741108] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_members [ 1050.741202] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1050.741498] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d72e47e1-a412-48bd-ba60-45dd38deb3a5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.741611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.741688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.741928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.742029] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.743031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.743171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.743230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.743500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.743500] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.745054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0eda492-4185-4bd8-823f-85674298a520 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.745054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.745054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.745054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.745278] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0eda492-4185-4bd8-823f-85674298a520',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.747130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d72e47e1-a412-48bd-ba60-45dd38deb3a5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.747130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.747130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.747454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.193883] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.194900] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.242522] env[65959]: INFO networking_nsxv3.common.synchronization [req-d905146e-c00f-4a03-bc66-8bb0081f3096 req-8ccccb87-4d30-47b5-840e-468edecf3fdb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1051.242522] env[65959]: INFO networking_nsxv3.common.synchronization [req-d905146e-c00f-4a03-bc66-8bb0081f3096 req-8ccccb87-4d30-47b5-840e-468edecf3fdb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_members [ 1051.242522] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1051.242522] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 with Priority: HIGHEST for action security_group_members [ 1051.242522] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.242959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.242959] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d72e47e1-a412-48bd-ba60-45dd38deb3a5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.242959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248202] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d72e47e1-a412-48bd-ba60-45dd38deb3a5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.248343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248483] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0eda492-4185-4bd8-823f-85674298a520 with status ACTIVE [ 1051.248643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.248753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.249087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.249191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.249390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.249478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.249633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.249691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249841] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.249931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.249978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.250133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.250226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.250298] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0eda492-4185-4bd8-823f-85674298a520 is going to be updated. [ 1051.251887] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.252118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.277298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.277298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.277538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.277640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.277729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.277887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.289365] env[65959]: INFO networking_nsxv3.common.synchronization [req-d905146e-c00f-4a03-bc66-8bb0081f3096 req-8ccccb87-4d30-47b5-840e-468edecf3fdb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_rules [ 1051.290289] env[65959]: INFO networking_nsxv3.common.synchronization [req-d905146e-c00f-4a03-bc66-8bb0081f3096 req-8ccccb87-4d30-47b5-840e-468edecf3fdb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1051.290289] env[65959]: INFO networking_nsxv3.common.synchronization [req-d905146e-c00f-4a03-bc66-8bb0081f3096 req-8ccccb87-4d30-47b5-840e-468edecf3fdb tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0eda492-4185-4bd8-823f-85674298a520 with Priority: HIGHEST for action port [ 1051.290434] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_rules [ 1051.290568] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1051.290665] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0eda492-4185-4bd8-823f-85674298a520 with Priority: HIGHEST for action port [ 1051.290928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.291093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.291236] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.291311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.291479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0eda492-4185-4bd8-823f-85674298a520 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.291577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.291735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.291915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.291993] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0eda492-4185-4bd8-823f-85674298a520',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.701285] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.702106] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.796088] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0eda492-4185-4bd8-823f-85674298a520 with status ACTIVE [ 1051.796088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.796088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.796088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.796088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.797399] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0eda492-4185-4bd8-823f-85674298a520 is going to be updated. [ 1051.820904] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.821064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.821138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.821356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.821519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.821752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0eda492-4185-4bd8-823f-85674298a520" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.204563] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.204775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.204850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.205085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.205172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.205266] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be updated. [ 1052.206557] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.206677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.206735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.206901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.207244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.212408] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 is going to be created. [ 1052.241310] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.241537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.241625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.241908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.242189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.246783] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.246960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.247029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.248304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.248304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.256139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 in Status: UNINITIALIZED for 2s [ 1052.258635] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1052.461895] env[65959]: INFO networking_nsxv3.common.synchronization [None req-05ebb3e8-58c0-4eab-a36e-a1a996b931f0 None None] Enqueued Resource ID: a6bac478-308e-4010-ba8d-e25de2792773 with Priority: HIGHEST for action port [ 1052.462465] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bac478-308e-4010-ba8d-e25de2792773 with Priority: HIGHEST for action port [ 1052.462767] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6bac478-308e-4010-ba8d-e25de2792773 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.462889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6bac478-308e-4010-ba8d-e25de2792773" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.462956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6bac478-308e-4010-ba8d-e25de2792773" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.463893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6bac478-308e-4010-ba8d-e25de2792773" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.464058] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6bac478-308e-4010-ba8d-e25de2792773',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.628444] env[65959]: INFO networking_nsxv3.common.synchronization [req-3242e989-a244-49f1-90fd-9bbf28aca567 req-fe974325-5529-413c-ad31-b9f17b6c9f54 tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_members [ 1052.629028] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_members [ 1052.629138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.629340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.629340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.629831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.630242] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.630365] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.630465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.630688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.630985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.631100] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.967948] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6bac478-308e-4010-ba8d-e25de2792773 [ 1052.969100] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.969100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.969100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.969100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.969100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.969100] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6bac478-308e-4010-ba8d-e25de2792773 already deleted. [ 1052.969100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6bac478-308e-4010-ba8d-e25de2792773" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.035025] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.035025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.035025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.035025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.035441] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.035886] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.036281] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.036780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.038163] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.038163] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.038163] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.038163] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.038163] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.038163] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.038163] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.038163] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.059337] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.059509] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.059745] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.059795] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-999" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.060266] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-3e20fc59-854a-46ef-8f34-19c0568b9f15 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.060266] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.060377] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.060697] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.060831] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e20fc59-854a-46ef-8f34-19c0568b9f15',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.134017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.134199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.134265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.134481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.134561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.134756] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.134854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.134900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.135089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.135158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.135244] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 already deleted. [ 1053.135324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.563703] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.563959] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.564096] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.564379] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.564553] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.564745] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 3e20fc59-854a-46ef-8f34-19c0568b9f15 not found, creating... [ 1053.565020] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.565181] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.565290] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.565510] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.565644] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.565916] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.566078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.566192] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.566393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.566522] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.566667] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 3e20fc59-854a-46ef-8f34-19c0568b9f15 is going to be created. [ 1053.593516] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593786] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593927] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.594176] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.594393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.979508] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2a0f5b2c-fe6b-4cd4-8542-820ead479736 tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_rules [ 1053.980295] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_rules [ 1053.980413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.980489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.980544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.980791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.980870] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.146853] env[65959]: INFO networking_nsxv3.common.synchronization [None req-133344dd-4ee8-4aaa-86bb-3bb8572124d5 tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_rules [ 1054.147099] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_rules [ 1054.147438] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.147544] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.267935] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1054.268406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.268406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.272141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.272141] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.272141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 in Status: SUCCESS [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.272141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.272141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.272141] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.352130] env[65959]: INFO networking_nsxv3.common.synchronization [req-3242e989-a244-49f1-90fd-9bbf28aca567 req-1d0a4df1-5109-438d-b0c6-99e15c2eef9d service nova] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_rules [ 1054.352130] env[65959]: INFO networking_nsxv3.common.synchronization [req-3242e989-a244-49f1-90fd-9bbf28aca567 req-1d0a4df1-5109-438d-b0c6-99e15c2eef9d service nova] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_members [ 1054.352130] env[65959]: INFO networking_nsxv3.common.synchronization [req-3242e989-a244-49f1-90fd-9bbf28aca567 req-1d0a4df1-5109-438d-b0c6-99e15c2eef9d service nova] Enqueued Resource ID: 3e20fc59-854a-46ef-8f34-19c0568b9f15 with Priority: HIGHEST for action port [ 1054.352130] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_rules [ 1054.352330] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_members [ 1054.352440] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e20fc59-854a-46ef-8f34-19c0568b9f15 with Priority: HIGHEST for action port [ 1054.352622] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.352742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.352808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.353019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.353160] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.354080] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.354453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.354453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.354453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.354618] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.354693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.354756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.354840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.354945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.355078] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.356306] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e20fc59-854a-46ef-8f34-19c0568b9f15 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.356421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.357392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.357392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.357392] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e20fc59-854a-46ef-8f34-19c0568b9f15',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.506410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.506410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.506410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.506410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.506410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.506410] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 already deleted. [ 1054.506410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.508233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.508233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.508233] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.775740] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.775740] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.775740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.775740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.776451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.777862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.778094] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.778352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.778462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.779074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.779074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.779074] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 is going to be deleted. [ 1054.820605] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.820605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.820805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.821247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.821247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.821247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.821247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.821381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.821525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.822125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.822125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.822125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.822125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.822125] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.863352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.863352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.863352] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.863992] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e20fc59-854a-46ef-8f34-19c0568b9f15 with status ACTIVE [ 1054.863992] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.864149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.864430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.864430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.864540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.867115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.867115] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e20fc59-854a-46ef-8f34-19c0568b9f15 is going to be updated. [ 1054.893256] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.893371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.893371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.893889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.894053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.894263] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e20fc59-854a-46ef-8f34-19c0568b9f15" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.042058] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.042385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.042385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.042491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.042617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.042670] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 already deleted. [ 1055.042734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.273975] env[65959]: INFO networking_nsxv3.common.synchronization [None req-3d8e1495-40a1-4eb2-a221-f8a9c20ace15 None None] Enqueued Resource ID: 9575d88c-063c-4234-abb7-1fb844be3348 with Priority: HIGHEST for action port [ 1055.275114] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575d88c-063c-4234-abb7-1fb844be3348 with Priority: HIGHEST for action port [ 1055.275823] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9575d88c-063c-4234-abb7-1fb844be3348 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.276072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9575d88c-063c-4234-abb7-1fb844be3348" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.276173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9575d88c-063c-4234-abb7-1fb844be3348" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.276598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9575d88c-063c-4234-abb7-1fb844be3348" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.276802] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9575d88c-063c-4234-abb7-1fb844be3348',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.281500] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.329046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.329046] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.329046] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 already deleted. [ 1055.329046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.329722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.330513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.330513] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.330513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.330513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.331785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.331785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.331785] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.371995] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.782804] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9575d88c-063c-4234-abb7-1fb844be3348 [ 1055.783095] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.783204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.783341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.783620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.783798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.783973] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9575d88c-063c-4234-abb7-1fb844be3348 already deleted. [ 1055.784291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9575d88c-063c-4234-abb7-1fb844be3348" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.784473] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.784622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.784816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.785070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.785205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.785364] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be updated. [ 1055.819423] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.819640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.830839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.830839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.830839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.830839] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1055.834015] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.834334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.834422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.834627] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.834828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.834954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.835080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.835126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.835295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.835386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.835440] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 already deleted. [ 1055.835521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.835613] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.878134] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.878134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.878134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.878134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.878134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.878134] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 is going to be created. [ 1055.910356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.910556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.910556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.910758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.911066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.922091] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: UNINITIALIZED for 2s [ 1056.338300] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d72e47e1-a412-48bd-ba60-45dd38deb3a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.843414] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d72e47e1-a412-48bd-ba60-45dd38deb3a5: rpc.has_security_group_logging(os_id): False [ 1056.864180] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.864180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.864180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.864503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.864503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.864709] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.864709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.864849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.864906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.864946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.865331] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 is going to be created. [ 1056.901306] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d72e47e1-a412-48bd-ba60-45dd38deb3a5], does not exist path=[/infra/domains/default/groups/d72e47e1-a412-48bd-ba60-45dd38deb3a5]."\n}' [ 1056.901606] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d72e47e1-a412-48bd-ba60-45dd38deb3a5 [ 1056.901606] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1056.958730] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.958730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.958730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.958730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.962865] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.962865] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.962865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.962865] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d72e47e1-a412-48bd-ba60-45dd38deb3a5 is going to be created. [ 1056.993612] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d72e47e1-a412-48bd-ba60-45dd38deb3a5], does not exist path=[/infra/domains/default/groups/d72e47e1-a412-48bd-ba60-45dd38deb3a5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d72e47e1-a412-48bd-ba60-45dd38deb3a5 [ 1056.993938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d72e47e1-a412-48bd-ba60-45dd38deb3a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.994177] env[65959]: Traceback (most recent call last): [ 1056.994228] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1056.994228] env[65959]: return func(*args, **kwargs) [ 1056.994228] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1056.994228] env[65959]: res.raise_for_status() [ 1056.994228] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1056.994228] env[65959]: raise HTTPError(http_error_msg, response=self) [ 1056.994228] env[65959]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d72e47e1-a412-48bd-ba60-45dd38deb3a5 [ 1056.994228] env[65959]: During handling of the above exception, another exception occurred: [ 1056.994228] env[65959]: Traceback (most recent call last): [ 1056.994228] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1056.994228] env[65959]: listener.cb(fileno) [ 1056.994228] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1056.994228] env[65959]: result = function(*args, **kwargs) [ 1056.994228] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1056.994228] env[65959]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1056.994228] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1056.994228] env[65959]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1056.994228] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1056.994228] env[65959]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1056.994228] env[65959]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1056.994228] env[65959]: res.raise_for_status() [ 1056.994953] env[65959]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1056.994953] env[65959]: raise HTTPError(http_error_msg, response=self) [ 1056.994953] env[65959]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d72e47e1-a412-48bd-ba60-45dd38deb3a5 [ 1056.994953] env[65959]: Removing descriptor: 18 [ 1057.845359] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1057.846109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.846109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.846109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.846234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.846367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.846424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.846577] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.846729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.846868] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.935339] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: SUCCESS [ 1057.935565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.935760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.935945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.936286] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.936402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.936449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.936824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.936999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937271] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.354042] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.440877] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.855464] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.943677] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 156bb509-5c00-4042-91e7-906f5536ead3: rpc.has_security_group_logging(os_id): False [ 1058.968358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.968493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.968561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.968761] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.968889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.969198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.969333] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.969872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.970171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.970321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.970462] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 is going to be created. [ 1059.041149] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.041307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.041397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.041645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.041853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.056579] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: IN_PROGRESS for 2s [ 1059.357778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.357973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.358064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.358301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.358424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.358572] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be updated. [ 1059.399410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.400050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.400050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.400050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.400332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.413658] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1059.844149] env[65959]: INFO networking_nsxv3.common.synchronization [req-f805a1d9-95bc-4b34-9b48-1c21bc7f1b05 req-6cfb8f6f-e4e8-466d-b960-0df61866e70a tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1059.844149] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1059.845110] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.846048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.846347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.846654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.846917] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.847253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.847480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.847837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.848139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.848389] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.202057] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.202478] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.202478] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.202768] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.202946] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.203185] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.203185] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.203422] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.203588] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.203895] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.204039] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.204228] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.204306] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.204419] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.204554] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.204799] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.230023] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.230343] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.230806] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.230806] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.231058] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-8e8152ae-519a-4dfe-8e66-658ab69cb992 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.231225] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.231332] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.231668] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.231808] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8152ae-519a-4dfe-8e66-658ab69cb992',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.352894] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.734426] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.734730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.735382] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.735711] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.735892] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.736143] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 8e8152ae-519a-4dfe-8e66-658ab69cb992 not found, creating... [ 1060.736648] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.737043] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.737299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.737659] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.737873] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.738401] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738692] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.739178] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.739178] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.739348] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 8e8152ae-519a-4dfe-8e66-658ab69cb992 is going to be created. [ 1060.761272] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.761655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761955] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.762204] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.762434] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.855343] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.072195] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: SUCCESS [ 1061.072500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.358452] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.358452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.358452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.358808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.358849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.358966] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be updated. [ 1061.366933] env[65959]: INFO networking_nsxv3.common.synchronization [req-d3f4dc2f-68d1-497f-ad3c-e9b8f9c9922d req-9753380a-91bf-4449-8319-fd7d2c68bc96 tempest-ServerRescueTestJSONUnderV235-1991768959 tempest-ServerRescueTestJSONUnderV235-1991768959-project-member] Enqueued Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1061.367510] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d5a177-f518-4482-9646-7f202e1dba57 with Priority: HIGHEST for action security_group_members [ 1061.367818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.367918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.391470] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.391676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.391785] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.392093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.392264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.404248] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1061.433538] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1061.433892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.434496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.434790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.435019] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.435152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.435253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.435430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.435517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.435624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.435729] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.436979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.437120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.437803] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.437930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.437992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.438287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.438287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.438743] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.598300] env[65959]: INFO networking_nsxv3.common.synchronization [req-f805a1d9-95bc-4b34-9b48-1c21bc7f1b05 req-a7a87a1e-0ca7-4f4d-8fd4-82f3c702cd84 service nova] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 1061.598300] env[65959]: INFO networking_nsxv3.common.synchronization [req-f805a1d9-95bc-4b34-9b48-1c21bc7f1b05 req-a7a87a1e-0ca7-4f4d-8fd4-82f3c702cd84 service nova] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1061.598300] env[65959]: INFO networking_nsxv3.common.synchronization [req-f805a1d9-95bc-4b34-9b48-1c21bc7f1b05 req-a7a87a1e-0ca7-4f4d-8fd4-82f3c702cd84 service nova] Enqueued Resource ID: 8e8152ae-519a-4dfe-8e66-658ab69cb992 with Priority: HIGHEST for action port [ 1061.599684] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_rules [ 1061.600579] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1061.603163] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8152ae-519a-4dfe-8e66-658ab69cb992 with Priority: HIGHEST for action port [ 1061.603163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.603163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.603163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.603163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.603163] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.605238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.605238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.605238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e8152ae-519a-4dfe-8e66-658ab69cb992 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.605238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.605560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.605614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605724] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8152ae-519a-4dfe-8e66-658ab69cb992',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.941601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.941845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.942193] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.942312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.942396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.942746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.966526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.966828] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.966989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.967106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.967330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.967439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.967548] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be updated. [ 1061.998973] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.998973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.999260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.999396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.012730] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1062.108105] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.108105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.108105] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e8152ae-519a-4dfe-8e66-658ab69cb992 with status ACTIVE [ 1062.108369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.108369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.108369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.108528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.108644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.108821] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.108914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.108971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.109148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.109240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.109435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.109526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.109602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.109745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.109815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.109878] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e8152ae-519a-4dfe-8e66-658ab69cb992 is going to be updated. [ 1062.134319] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.134509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.134584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.135180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.135180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.135331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e8152ae-519a-4dfe-8e66-658ab69cb992" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.959287] env[65959]: INFO networking_nsxv3.common.synchronization [req-e120b6e0-2d3c-49ba-9000-581f2e298672 req-0e5c8cb2-7a26-4394-84fa-75f2dbe64f1f tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1062.960689] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1062.961706] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.961954] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.962148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.962994] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.963069] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.963593] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.963593] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.963593] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.963856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.964312] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.964312] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.964312] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.964568] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.964568] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.964693] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.964825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.965964] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.966244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.966244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.966387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.966510] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.966594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.966650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.966821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.966897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.966946] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.000420] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.000620] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.000717] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.000893] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-604" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.001253] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-8a1bb941-2940-4ea9-a849-5a515f5162ec taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.001428] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.001545] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.001868] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.001999] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1bb941-2940-4ea9-a849-5a515f5162ec',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.415806] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1063.415806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.415806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.415806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.415806] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.415806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.416210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.416210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.416210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.416316] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.469212] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.469212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.469407] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.469515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.493321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.493584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.493764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.493880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.494076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.494225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.494280] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 1063.504653] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.504888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.505036] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.505382] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.505538] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.506175] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.506175] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.506175] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.506383] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.506456] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.506730] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.506884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.506997] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.507229] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.507360] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.507496] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec is going to be updated. [ 1063.533340] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.533340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.533340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.533340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.533776] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.533776] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.535712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.535909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.536035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.536325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.536558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.547513] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 1063.919041] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.026550] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1064.026920] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 deletion is rescheduled due to dependency. [ 1064.026920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.027314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.027594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.027976] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.027976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.027976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.028236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.028236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.028332] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.267954] env[65959]: INFO networking_nsxv3.common.synchronization [req-efa3c7b8-e996-4ae6-bcec-77d99e749c97 req-27477768-35ac-47d8-8a85-df64fd7c9274 service nova] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_rules [ 1064.268391] env[65959]: INFO networking_nsxv3.common.synchronization [req-efa3c7b8-e996-4ae6-bcec-77d99e749c97 req-27477768-35ac-47d8-8a85-df64fd7c9274 service nova] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 1064.268391] env[65959]: INFO networking_nsxv3.common.synchronization [req-efa3c7b8-e996-4ae6-bcec-77d99e749c97 req-27477768-35ac-47d8-8a85-df64fd7c9274 service nova] Enqueued Resource ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec with Priority: HIGHEST for action port [ 1064.268939] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_rules [ 1064.269148] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 1064.269298] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec with Priority: HIGHEST for action port [ 1064.269659] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.269808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.269898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.270283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.270283] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.271747] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.271923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.272241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.272241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.272610] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.272610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.272610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.272819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.272860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.272939] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.274032] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1bb941-2940-4ea9-a849-5a515f5162ec taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.274113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.274113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.274265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.274349] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1bb941-2940-4ea9-a849-5a515f5162ec',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.422217] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.434282] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.434282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.434282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.434282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.434282] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.531413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.531574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.531663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.531902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.531993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.535127] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.535127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.535127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.535127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.535127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.535127] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be updated. [ 1064.577662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.577846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.577955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.578311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.578545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.601393] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1064.631127] env[65959]: INFO networking_nsxv3.common.synchronization [req-13c29028-e7b0-47c5-898e-e5952578f3f9 req-b701b0d7-6627-4bc3-b249-fe2bda98c0fa tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1064.631763] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1064.636296] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.636507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.636572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.636757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.636963] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.637185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.637185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.639134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.639134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.639134] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.776147] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.776420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779820] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1bb941-2940-4ea9-a849-5a515f5162ec with status ACTIVE [ 1064.779820] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.779820] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.779820] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.779820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.779820] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1bb941-2940-4ea9-a849-5a515f5162ec is going to be updated. [ 1064.781287] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.808979] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.809196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.809196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.809426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.809546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.809706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1bb941-2940-4ea9-a849-5a515f5162ec" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.926369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.926589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.926657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.926971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.927239] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be updated. [ 1064.938442] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.986403] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.986630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.986630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.988760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.988760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.001615] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1065.141421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.141880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.141880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.141880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.164809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.165064] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.165183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.165249] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.165542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.165649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.165749] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be updated. [ 1065.195449] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.195601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.195679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.195918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.196215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.206137] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: IN_PROGRESS for 2s [ 1065.287141] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.443666] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.559326] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 1065.559513] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 deletion is rescheduled due to dependency. [ 1065.559629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.789609] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.789998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.790209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.790527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.790729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.790929] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 1065.829735] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.829943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.830020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.830597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.830597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.840674] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 1065.947805] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1065.948224] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1066.610568] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1066.610883] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 deletion is rescheduled due to dependency. [ 1066.610883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.610981] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.611371] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.611547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.611825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.611938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612325] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d5a177-f518-4482-9646-7f202e1dba57 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.612427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.612487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.612636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.612778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.612871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.612934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.613163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613331] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.906766] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.906914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.906992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.907212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.918935] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1066.919898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.921163] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1066.957199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.957199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.957199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.957199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.968841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.969141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1066.969237] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.969309] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1067.012818] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1067.013366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.013582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.013971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.014486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.014874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.015073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.015378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.015513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015932] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.018703] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.018902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.019032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.019243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.020384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.020585] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1067.111485] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.112221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.112221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.112657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.112988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.113288] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1067.115035] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0d5a177-f518-4482-9646-7f202e1dba57: rpc.has_security_group_logging(os_id): False [ 1067.135364] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.135552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.135598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.135824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.161958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.162206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.162332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.162400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.162596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.162690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.162907] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.163022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.163086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.163231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.163293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.163473] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.163555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.163616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.164139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.164139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.164139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be updated. [ 1067.229469] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: SUCCESS [ 1067.230281] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa deletion is rescheduled due to dependency. [ 1067.232018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.239435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.239435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.239435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.239435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.239435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.239435] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1067.239435] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'27858cc4-087d-4859-96b9-de5786aea337', '954a51e9-25d6-42e3-9397-519534a83eb5', '8af504d8-4603-49cd-8a4e-964705a82a6a', '865e5acc-6fce-47c2-9b9d-98fb97e43a9a', '9ba22617-cef0-4620-b827-0f973b3c9f7f', 'c2284169-b871-46c3-b120-95d34e4960b5', '918d0112-dd43-41d5-a825-38c0257eef1c', '1ddc6ef2-049b-4206-87fc-1ee8e8058058', 'dd8cea36-9534-4597-9342-4b9fc6fc3198', '1662b720-bd95-428a-9095-e1bdb88d412f', 'eadf8ac8-31e4-4a43-a213-33eac84205eb', '1539055c-9992-45e2-9195-9eb35814ef0f', '35b52f9d-a3e8-43ef-8718-de3dc451fc60', 'a246ef49-c086-421c-a56b-7ede2930774a', 'c5866e0b-4f09-4c5b-a4de-dd0287518628', 'db8672fa-f885-4e4f-be7f-89f155bd129c', '156bb509-5c00-4042-91e7-906f5536ead3', '5ded7b4f-2d93-4948-a994-630eb4adf1fa', 'd484b81c-0281-4c62-b1b6-ab23b59f141b', '0ec987d7-6150-44c3-b817-cd3a3238246b', 'ef841514-222a-4fab-add5-9480c19f083e', '82626dd0-9ede-4ef1-afac-023f50203a13', '7266eb9c-9216-4686-bc49-89c4c979bbed', 'b4c12cf5-5b37-4021-ba7a-f299263e6761', 'ff7fd36e-872c-442c-9ab6-566d885c4381', 'f09d2aa8-ce8e-41bb-9e63-5f390559d9b8', '0a2b6e08-87af-4cc0-bf48-d50f9112e32e', 'fcfd9d43-34e6-4dad-9769-2f4f019567ba', 'e0d5a177-f518-4482-9646-7f202e1dba57', '2a7bc577-7b63-4aa1-b502-5876f55b939c', '3d287476-aa48-4ef2-9f20-4005608709d8', '4a975529-9a6d-48fe-b3bb-6bdcd6211753', '92959d4e-7d88-4690-8ee4-18ed3d298893', 'ca73819b-c92f-4f9b-a861-e78334791b2a', 'd82b06b5-ae74-4fb7-ace7-3ebbd0c40b44', '615198e4-cc1b-4e31-9139-c01af1e68f6d', 'a60b142a-ff0c-40a9-9544-366c14f25245', '94d103f8-500a-4f19-83a6-1ad777c85af8', 'bfbe6bf3-6949-4157-a197-9c4979012647', '82a787cf-0f7f-4018-b4d9-29a8b8366ee0', '81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49', '664125ba-6557-47a4-9b6f-42ff82075593', '0ae93014-4084-4f1c-8b20-5b66eef04a71', '22ff8308-f3db-47b4-826f-6c2c40a47bf6', '3e2078aa-bfb9-420e-b668-207391d4719e', 'c1bfa562-374d-4d1f-952d-9c545eb2f277'} {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.239435] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1067.246125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.246829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.246829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.246829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.246829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.261949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.262182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.262182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.262411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.262543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.262779] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1067.262856] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.262984] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1067.272037] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: IN_PROGRESS for 2s [ 1067.403484] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.403484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.403484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.403484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.404107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.404378] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1067.404456] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.404515] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1067.404579] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1067.404655] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1067.404725] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGH for action security_group_rules [ 1067.404803] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGH for action security_group_rules [ 1067.404883] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGH for action security_group_rules [ 1067.404963] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGH for action security_group_rules [ 1067.405034] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGH for action security_group_rules [ 1067.405095] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGH for action security_group_rules [ 1067.405154] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGH for action security_group_rules [ 1067.405212] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGH for action security_group_rules [ 1067.405270] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGH for action security_group_rules [ 1067.405329] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGH for action security_group_rules [ 1067.405387] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGH for action security_group_rules [ 1067.405443] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGH for action security_group_rules [ 1067.405500] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGH for action security_group_rules [ 1067.405556] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGH for action security_group_rules [ 1067.405613] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGH for action security_group_rules [ 1067.405670] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGH for action security_group_rules [ 1067.405727] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGH for action security_group_rules [ 1067.405930] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGH for action security_group_rules [ 1067.405930] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGH for action security_group_rules [ 1067.405930] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGH for action security_group_rules [ 1067.406086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.523070] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.850201] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 1067.850683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.850683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.850972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.851221] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.851368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.851468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.851667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.851781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.851889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.852062] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.026191] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2284169-b871-46c3-b120-95d34e4960b5: rpc.has_security_group_logging(os_id): False [ 1068.047929] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.048070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.048070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.048325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.089185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.089529] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.089667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.089733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.089930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.090039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.090109] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be updated. [ 1068.164548] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.164784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.164784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.164975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.165148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.182254] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1068.355033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.355235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.355235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.355504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.355613] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.355768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.355841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.355997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.356099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.356184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.356327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.356415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.356470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.356610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.356743] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.356830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.356885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.357026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.357103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.357179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.357267] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.862343] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfbe6bf3-6949-4157-a197-9c4979012647: rpc.has_security_group_logging(os_id): False [ 1068.889660] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.889858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.889909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.890189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.930377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.930713] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.930850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.930933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.931213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.931316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.931571] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.931705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.931815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.932394] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932759] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.932956] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 1069.019151] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.019151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.019151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.019491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.019491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.035740] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 1069.287055] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d5a177-f518-4482-9646-7f202e1dba57 in Status: SUCCESS [ 1069.287055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.287294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.287420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.287502] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d5a177-f518-4482-9646-7f202e1dba57',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.632827] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1069.632962] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=3 [ 1069.633067] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGH for action security_group_rules [ 1069.633195] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af504d8-4603-49cd-8a4e-964705a82a6a with Priority: HIGH for action security_group_rules [ 1069.633352] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGH for action security_group_rules [ 1069.633570] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 with Priority: HIGH for action security_group_rules [ 1069.633710] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec987d7-6150-44c3-b817-cd3a3238246b with Priority: HIGH for action security_group_rules [ 1069.633833] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d484b81c-0281-4c62-b1b6-ab23b59f141b with Priority: HIGH for action security_group_rules [ 1069.633933] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGH for action security_group_rules [ 1069.634033] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGH for action security_group_rules [ 1069.634127] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a246ef49-c086-421c-a56b-7ede2930774a with Priority: HIGH for action security_group_rules [ 1069.634215] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGH for action security_group_rules [ 1069.634349] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGH for action security_group_rules [ 1069.634506] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1539055c-9992-45e2-9195-9eb35814ef0f with Priority: HIGH for action security_group_rules [ 1069.634627] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eadf8ac8-31e4-4a43-a213-33eac84205eb with Priority: HIGH for action security_group_rules [ 1069.634745] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1662b720-bd95-428a-9095-e1bdb88d412f with Priority: HIGH for action security_group_rules [ 1069.634877] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGH for action security_group_rules [ 1069.634997] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGH for action security_group_rules [ 1069.635155] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGH for action security_group_rules [ 1069.635250] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f with Priority: HIGH for action security_group_rules [ 1069.635338] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGH for action security_group_rules [ 1069.635428] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a with Priority: HIGH for action security_group_rules [ 1069.635862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.636055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.636141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.636384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.636485] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.637601] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af504d8-4603-49cd-8a4e-964705a82a6a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.637760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.637819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.638020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.638186] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af504d8-4603-49cd-8a4e-964705a82a6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.639073] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.639188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.639271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.640045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.640045] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.640701] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5866e0b-4f09-4c5b-a4de-dd0287518628 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.641078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.641078] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5866e0b-4f09-4c5b-a4de-dd0287518628',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.641909] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ec987d7-6150-44c3-b817-cd3a3238246b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.643733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.643733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.643733] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ec987d7-6150-44c3-b817-cd3a3238246b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.644256] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d484b81c-0281-4c62-b1b6-ab23b59f141b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.644256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.644256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.644400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.644400] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d484b81c-0281-4c62-b1b6-ab23b59f141b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.645425] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.645425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.645425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.645667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.645667] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.646699] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.646837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.646909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.647137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.647242] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.648141] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a246ef49-c086-421c-a56b-7ede2930774a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.648358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.648473] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.648729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.648827] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a246ef49-c086-421c-a56b-7ede2930774a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.649671] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.651829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.651925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.652132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.652220] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.653071] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.653208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.653277] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.653471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.653560] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.654612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1539055c-9992-45e2-9195-9eb35814ef0f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.654692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.656226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.656226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.656226] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1539055c-9992-45e2-9195-9eb35814ef0f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.656226] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eadf8ac8-31e4-4a43-a213-33eac84205eb taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.656226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.656226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.656591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.656591] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eadf8ac8-31e4-4a43-a213-33eac84205eb',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.657077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1662b720-bd95-428a-9095-e1bdb88d412f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.657197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.657281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.657487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.657577] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1662b720-bd95-428a-9095-e1bdb88d412f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.658778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.658778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.658778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.658930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.658930] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.660138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.660311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.660454] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.660550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.660609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.660757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.660823] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.661684] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ba22617-cef0-4620-b827-0f973b3c9f7f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.661817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.661874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.662801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.662801] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ba22617-cef0-4620-b827-0f973b3c9f7f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.663109] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.663689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.663777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.663978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.664099] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.665063] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.665183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.665245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.665399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.665459] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('865e5acc-6fce-47c2-9b9d-98fb97e43a9a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.703115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.703290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.703536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.711344] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.711513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.748019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.748019] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5866e0b-4f09-4c5b-a4de-dd0287518628 is going to be deleted. [ 1069.748019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.748019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.777259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.779351] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af504d8-4603-49cd-8a4e-964705a82a6a is going to be deleted. [ 1069.822922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.823159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.823159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.823379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.823462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.823556] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d5a177-f518-4482-9646-7f202e1dba57 is going to be deleted. [ 1069.835883] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.836274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.836274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.836381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.836435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.837042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5866e0b-4f09-4c5b-a4de-dd0287518628" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.864753] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.865288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.865288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.865288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.865288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.865498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af504d8-4603-49cd-8a4e-964705a82a6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.931686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.931885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.931954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.932285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.932895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.932895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d5a177-f518-4482-9646-7f202e1dba57" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.172696] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.172696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.172696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.172999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.175281] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.175474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.175568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.175741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.175831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.175923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.176029] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.177988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.178159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.178238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.178476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.178476] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.178649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.178649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.178769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.178830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.178963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.179047] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.182079] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.182231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.182309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.182415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.182560] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.182645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.182701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.182842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.182918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.182985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.183096] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.185777] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.185922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.186015] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.186192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.186375] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.186467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.186527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.186676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.186744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.186832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.186910] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.192722] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.192883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.192960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.193122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.193272] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.193355] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.193417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.193557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.193628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.193714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.193825] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.204374] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.244374] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.244533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.244604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.245014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.249167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.249167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258482] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.260089] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.260529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.264773] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.264911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.266825] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.266825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.267980] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.268229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.269105] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1070.269440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.270500] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.270691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.271319] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.271620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.271789] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.273793] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.274036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.275123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.275272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.276016] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.276527] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.276672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.277419] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.277924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.278100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.279383] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.280032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.280032] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d484b81c-0281-4c62-b1b6-ab23b59f141b is going to be deleted. [ 1070.281180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.282192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.317744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.317744] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be deleted. [ 1070.317744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.317744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.338063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.338063] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be deleted. [ 1070.339296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.339357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.359298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.365509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.365634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ba22617-cef0-4620-b827-0f973b3c9f7f is going to be deleted. [ 1070.366554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.366767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.381699] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.382096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.394070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.394070] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eadf8ac8-31e4-4a43-a213-33eac84205eb is going to be deleted. [ 1070.394070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.394390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.421952] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.422308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.442872] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ec987d7-6150-44c3-b817-cd3a3238246b is going to be deleted. [ 1070.446957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.446957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.472551] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.472826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.529454] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.530888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.538522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.538736] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a246ef49-c086-421c-a56b-7ede2930774a is going to be deleted. [ 1070.540261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.540586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.630621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.630813] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1662b720-bd95-428a-9095-e1bdb88d412f is going to be deleted. [ 1070.632444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.632750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.658664] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.658929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.680566] env[65959]: INFO networking_nsxv3.common.synchronization [req-60673411-32a4-4982-8b6e-6d2c3c94a1b3 req-e85fb11d-79d5-42d0-b3c1-a06a597df0fa tempest-ServerPasswordTestJSON-1180341038 tempest-ServerPasswordTestJSON-1180341038-project-member] Enqueued Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_members [ 1070.683316] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_members [ 1070.683316] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.683316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.683316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.683316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.685556] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.685556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.685556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.685556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.685556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.685556] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.686384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.686552] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1539055c-9992-45e2-9195-9eb35814ef0f is going to be deleted. [ 1070.688635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.688635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.702341] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.703553] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.703797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.703878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.704176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.704379] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.704954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.704954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.704954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.704954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.704954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.710098] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.710098] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.710098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.710098] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.711167] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.711167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.711167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.711693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.714192] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.714369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.714480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.715540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.715540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.715540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.715540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.716772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.717251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.717496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.717667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.717720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.717954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.718075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.718288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.718458] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.719635] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.723283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.723283] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be deleted. [ 1070.725699] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.725932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.725932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.726158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.726302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.726552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a246ef49-c086-421c-a56b-7ede2930774a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.728553] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8cea36-9534-4597-9342-4b9fc6fc3198: rpc.has_security_group_logging(os_id): False [ 1070.730735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.731017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.750140] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.750332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.760197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.760368] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 865e5acc-6fce-47c2-9b9d-98fb97e43a9a is going to be deleted. [ 1070.761767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.762274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.762516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.762731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d484b81c-0281-4c62-b1b6-ab23b59f141b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.768869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.768869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.768869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.769145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.770259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.770592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.770720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.770906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.771301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.771678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.771736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.771881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ba22617-cef0-4620-b827-0f973b3c9f7f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.772126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.772433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.772565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.772789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eadf8ac8-31e4-4a43-a213-33eac84205eb" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.773033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.773301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.773419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.773564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ec987d7-6150-44c3-b817-cd3a3238246b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.773791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.773964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.780770] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.781069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.781148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.781667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.781905] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.782012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.782176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.782328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.782379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.782485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.782593] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.785026] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.785143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.832748] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.832955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.844334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.844574] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be deleted. [ 1070.845672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.845869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.888042] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.888786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.898064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.899358] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.899545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.899545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.899752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.899838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.899945] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1070.901157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.901361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.901450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.901689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1662b720-bd95-428a-9095-e1bdb88d412f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.901874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.902016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.902067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.902425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1539055c-9992-45e2-9195-9eb35814ef0f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.902425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.902425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.902598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.902686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.952650] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.952811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.952895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.953160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.953282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.953413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.957915] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.958189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.958395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.958469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.958536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.958662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-865e5acc-6fce-47c2-9b9d-98fb97e43a9a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.007038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.007038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.007038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.007038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.007038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.063378] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1071.076964] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 1071.077909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.192166] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.192166] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.192166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.192825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.192825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da07a68-de03-409c-8931-047ca2ff0b1e already deleted. [ 1071.192825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.202986] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.203180] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-658" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.203299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-658" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.203874] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-658" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.203874] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.204097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.204154] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.204390] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.204553] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.204753] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.204878] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.204981] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.205124] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.205237] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.205340] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.205465] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.224239] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 156bb509-5c00-4042-91e7-906f5536ead3: rpc.has_security_group_logging(os_id): False [ 1071.225483] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918d0112-dd43-41d5-a825-38c0257eef1c: rpc.has_security_group_logging(os_id): False [ 1071.227221] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.227689] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.227689] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.227689] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-658" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.228048] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-93699458-be9f-40e9-a835-97edd9f6aa85 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.228163] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.228236] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.228543] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.228677] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93699458-be9f-40e9-a835-97edd9f6aa85',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.229929] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 1071.233092] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db8672fa-f885-4e4f-be7f-89f155bd129c: rpc.has_security_group_logging(os_id): False [ 1071.246745] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.246894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.246969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.247207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.249304] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.249483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.250446] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.250558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.251970] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.251970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.272418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.272706] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.272856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.272925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.273189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.273290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.273505] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.273614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.273687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.273997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.274091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.274292] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.274373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.274451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.274606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.274692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.274785] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be updated. [ 1071.276383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.276547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.286943] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.299772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.300038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.300165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.300233] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.300438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.300520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.300708] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.300803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.300866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.301024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.301103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.301298] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.301376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.301433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.301570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.301642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.301731] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1071.304682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.304912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.326914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.327256] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.327378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.327426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.327622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.327705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.328039] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 is going to be updated. [ 1071.328972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.329165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.349108] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.349328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.352329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.352579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.352579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352675] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1071.353732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.354068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.354251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.369144] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1071.393629] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.393867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.393938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.394159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.394302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.396329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.396488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.396488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.396679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.396792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.420757] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.421049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.421168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.421516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.421780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.424929] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: IN_PROGRESS for 2s [ 1071.433809] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1071.451266] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1071.732495] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.732787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.732960] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.733357] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.733558] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.733819] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 93699458-be9f-40e9-a835-97edd9f6aa85 not found, creating... [ 1071.734157] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.734435] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.734521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.734818] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.735090] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.735458] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.735669] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.735840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.736186] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.736387] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.736582] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 93699458-be9f-40e9-a835-97edd9f6aa85 is going to be created. [ 1071.760327] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.760572] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.760650] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.761058] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.761200] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.761413] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.792248] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2284169-b871-46c3-b120-95d34e4960b5: rpc.has_security_group_logging(os_id): False [ 1071.810052] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.810346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.810346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.810495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.810624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.810842] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.810963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.811079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.811173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.811244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.811340] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be updated. [ 1071.919590] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.919938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.919938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.920174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.940341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1072.474581] env[65959]: INFO networking_nsxv3.common.synchronization [req-60673411-32a4-4982-8b6e-6d2c3c94a1b3 req-d2b23e17-e939-4aec-b4ff-dfae138b20e2 service nova] Enqueued Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_rules [ 1072.474756] env[65959]: INFO networking_nsxv3.common.synchronization [req-60673411-32a4-4982-8b6e-6d2c3c94a1b3 req-d2b23e17-e939-4aec-b4ff-dfae138b20e2 service nova] Enqueued Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_members [ 1072.474920] env[65959]: INFO networking_nsxv3.common.synchronization [req-60673411-32a4-4982-8b6e-6d2c3c94a1b3 req-d2b23e17-e939-4aec-b4ff-dfae138b20e2 service nova] Enqueued Resource ID: 93699458-be9f-40e9-a835-97edd9f6aa85 with Priority: HIGHEST for action port [ 1072.475511] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_rules [ 1072.475657] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_members [ 1072.475761] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93699458-be9f-40e9-a835-97edd9f6aa85 with Priority: HIGHEST for action port [ 1072.476496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.476496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476737] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.476905] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.480680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.480680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.480680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.480680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.480680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.480680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.480680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.481089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.481089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.481089] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.482259] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-93699458-be9f-40e9-a835-97edd9f6aa85 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.482345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.482384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.482574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.482671] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93699458-be9f-40e9-a835-97edd9f6aa85',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.984894] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.988271] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.988423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.988624] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93699458-be9f-40e9-a835-97edd9f6aa85 with status ACTIVE [ 1072.988731] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.989059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.989059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.989251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.989251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.989409] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.989547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.989719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.989719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.989798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.989973] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.990086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.990146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.990286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.990360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.990443] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93699458-be9f-40e9-a835-97edd9f6aa85 is going to be updated. [ 1073.031643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.031882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.031950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.032181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.032324] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.032483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93699458-be9f-40e9-a835-97edd9f6aa85" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.062754] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e7e52191-5d3d-47a3-8f7c-4946b249de38 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1073.063949] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1073.063949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.063949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.063949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.063949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.064463] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.064463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.064463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.064463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.064613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.064613] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.107685] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1073.108149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.241549] env[65959]: INFO networking_nsxv3.common.synchronization [req-cff1c82b-5b20-4044-9caf-cc0fd22ba26e req-0a35fb28-62f2-4c6d-b1b9-a20bb763613d tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1073.241549] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1073.241549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.241549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.241549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.241549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.241549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.241549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.241549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.241549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.242645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.242872] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.388738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1073.389017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.445487] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: SUCCESS [ 1073.445487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.452456] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1073.453533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.468463] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1073.468723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.496760] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.568569] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.568721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.568925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.569060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.569192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.569340] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.569783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.569783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.569783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.569783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.569977] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be deleted. [ 1073.604689] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.604689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.604911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.604983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.605230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.605230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.615080] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.616261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.616261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.616261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.616261] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.616261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.616261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.616615] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.616615] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.616765] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.616886] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.616978] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.617097] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.617199] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.617300] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.617428] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.637519] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.639054] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.639054] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.639054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.639054] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-feb314f8-7407-48cd-8cfb-d46762931d65 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.639054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.639054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.639054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.639511] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb314f8-7407-48cd-8cfb-d46762931d65',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.749752] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.749974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.749974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.750222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.750318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.750515] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.750600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.750705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.750805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.750880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.750964] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be deleted. [ 1073.786726] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.786942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.787079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.787376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.788134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.788134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.960543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1073.960727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.002025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.002025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.002025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.002025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.002025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.002025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da07a68-de03-409c-8931-047ca2ff0b1e is going to be created. [ 1074.024446] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.024679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.024679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.025033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.025372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.036237] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da07a68-de03-409c-8931-047ca2ff0b1e in Status: UNINITIALIZED for 2s [ 1074.142871] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.143156] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.143218] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.143547] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.143735] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.143967] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port feb314f8-7407-48cd-8cfb-d46762931d65 not found, creating... [ 1074.144292] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.144521] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.144674] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.144938] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.145154] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.145480] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.145683] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.145825] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.146080] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.146214] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.146352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: feb314f8-7407-48cd-8cfb-d46762931d65 is going to be created. [ 1074.167253] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.167516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.167574] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.167845] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.168082] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.168303] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.934171] env[65959]: INFO networking_nsxv3.common.synchronization [req-cff1c82b-5b20-4044-9caf-cc0fd22ba26e req-20920582-e72b-408d-a85d-f249db4693aa service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 1074.934338] env[65959]: INFO networking_nsxv3.common.synchronization [req-cff1c82b-5b20-4044-9caf-cc0fd22ba26e req-20920582-e72b-408d-a85d-f249db4693aa service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1074.934471] env[65959]: INFO networking_nsxv3.common.synchronization [req-cff1c82b-5b20-4044-9caf-cc0fd22ba26e req-20920582-e72b-408d-a85d-f249db4693aa service nova] Enqueued Resource ID: feb314f8-7407-48cd-8cfb-d46762931d65 with Priority: HIGHEST for action port [ 1074.935070] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 1074.935215] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1074.935311] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb314f8-7407-48cd-8cfb-d46762931d65 with Priority: HIGHEST for action port [ 1074.935592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.935707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.935769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.936010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.936244] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.938818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.938984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.939055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.939204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.939353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.939450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.939511] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.939685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.939771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.939882] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.942252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb314f8-7407-48cd-8cfb-d46762931d65 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.942252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.942252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.942252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.942252] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb314f8-7407-48cd-8cfb-d46762931d65',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.444549] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.444549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.445218] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.446346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb314f8-7407-48cd-8cfb-d46762931d65 with status ACTIVE [ 1075.446492] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.447147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.447381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.447676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.447749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.447921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.448011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.448237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.448579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.450296] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb314f8-7407-48cd-8cfb-d46762931d65 is going to be updated. [ 1075.480902] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.480902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.480902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.480902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.480902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.480902] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb314f8-7407-48cd-8cfb-d46762931d65" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.633592] env[65959]: INFO networking_nsxv3.common.synchronization [req-79137097-2424-4916-a8f9-a78f9e6ba51d req-ff85cb7a-50e1-4bed-9825-4174d2cea8d6 tempest-ServerAddressesNegativeTestJSON-105614058 tempest-ServerAddressesNegativeTestJSON-105614058-project-member] Enqueued Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_members [ 1075.635020] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_members [ 1075.635020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.635020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.635020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.635427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.635427] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.635427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.635427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.635692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.635692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.635692] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.951221] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.049583] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da07a68-de03-409c-8931-047ca2ff0b1e in Status: SUCCESS [ 1076.049920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.050025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.050229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.050428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.050547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.050613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.050766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.050846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.050934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.051034] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.054415] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.054746] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-282" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.054746] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-282" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.055095] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-282" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.055362] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.055694] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.055694] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.055922] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.055994] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.056425] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.056539] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.056645] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.056751] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.056859] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.057168] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.057242] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.082518] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.082706] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.082845] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.083045] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-282" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.083372] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-140e7de3-ffef-4605-bc9a-89c51aa44b67 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.083696] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.083696] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.084201] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.084345] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140e7de3-ffef-4605-bc9a-89c51aa44b67',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.138340] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.138994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.139120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.139559] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.139701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.139787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.140136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.140258] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff already deleted. [ 1076.140369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.456729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.457146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.457146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.457293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.457376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.457491] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be created. [ 1076.487329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.487488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.487686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.487821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.487982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504306] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: UNINITIALIZED for 2s [ 1076.560561] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.560561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.560561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.560561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.560561] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.560994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.560994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.560994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.560994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.561186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.561231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.561956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.561956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.561956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.561956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.561956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.561956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.561956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.562411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.562411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.562411] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.586915] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.587180] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.587306] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.587600] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.587747] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.587899] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 140e7de3-ffef-4605-bc9a-89c51aa44b67 not found, creating... [ 1076.588174] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.588330] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.588443] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.588662] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.588796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.589093] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.589248] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.589360] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.589566] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.589696] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.590061] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 140e7de3-ffef-4605-bc9a-89c51aa44b67 is going to be created. [ 1076.613945] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.614217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.614340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.614623] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.614942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.615317] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.064305] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7da07a68-de03-409c-8931-047ca2ff0b1e: rpc.has_security_group_logging(os_id): False [ 1077.094576] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.094849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.094849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.095126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.095126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.095336] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.095464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.095537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.095682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.095760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.095946] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.096054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.096127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.096290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.096374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.096570] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.096656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.096702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.096814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.096943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.096996] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da07a68-de03-409c-8931-047ca2ff0b1e is going to be created. [ 1077.165869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.166133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.166133] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.166343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.166531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.186756] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da07a68-de03-409c-8931-047ca2ff0b1e in Status: IN_PROGRESS for 2s [ 1077.327684] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.328137] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.328372] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.328733] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.329088] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.329316] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.329510] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.329820] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.330083] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.330350] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.330514] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.330690] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.330871] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.331052] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.331738] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.331738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.355297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.356742] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.356742] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.360471] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360471] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.360471] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.360471] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.360471] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.360471] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d08e1b-faff-45e6-ad24-88ae4a4f0c7e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.365457] env[65959]: INFO networking_nsxv3.common.synchronization [req-79137097-2424-4916-a8f9-a78f9e6ba51d req-a2162037-66f5-43a3-9029-f1f14fd20dab service nova] Enqueued Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_rules [ 1077.365457] env[65959]: INFO networking_nsxv3.common.synchronization [req-79137097-2424-4916-a8f9-a78f9e6ba51d req-a2162037-66f5-43a3-9029-f1f14fd20dab service nova] Enqueued Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_members [ 1077.365457] env[65959]: INFO networking_nsxv3.common.synchronization [req-79137097-2424-4916-a8f9-a78f9e6ba51d req-a2162037-66f5-43a3-9029-f1f14fd20dab service nova] Enqueued Resource ID: 140e7de3-ffef-4605-bc9a-89c51aa44b67 with Priority: HIGHEST for action port [ 1077.365457] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_rules [ 1077.365457] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_members [ 1077.365457] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140e7de3-ffef-4605-bc9a-89c51aa44b67 with Priority: HIGHEST for action port [ 1077.365457] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.365457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.365457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.367546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.367546] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.368309] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.368430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.368496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.368682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.368832] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.368936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.368995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.369301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.369301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.369352] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.370103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-140e7de3-ffef-4605-bc9a-89c51aa44b67 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.370209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.370273] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.370422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.370495] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140e7de3-ffef-4605-bc9a-89c51aa44b67',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.865797] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.866221] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.866221] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.866460] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.866610] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.866805] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e not found, creating... [ 1077.867089] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.867264] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.867365] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.867600] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.867755] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.868035] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.868262] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.868443] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.868679] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.868814] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.868967] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e is going to be created. [ 1077.872848] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.874014] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.874122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.875659] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 140e7de3-ffef-4605-bc9a-89c51aa44b67 with status ACTIVE [ 1077.875875] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.876012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.876082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.876327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.876418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.876649] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.876773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.876829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.877033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.877173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.877537] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.877537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.877537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.877706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.877815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.877922] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 140e7de3-ffef-4605-bc9a-89c51aa44b67 is going to be updated. [ 1077.895490] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.895770] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.895931] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.896273] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.896617] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.896943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.908408] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.908668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.908834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.909021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.909182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.909377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140e7de3-ffef-4605-bc9a-89c51aa44b67" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.216200] env[65959]: INFO networking_nsxv3.common.synchronization [req-011a2a75-7ef9-4539-af24-761a64802743 req-cc092ce0-ebfa-4caf-8a53-29ba6b57dc9a tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_members [ 1078.216993] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_members [ 1078.217474] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.217607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.217707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.218051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.218297] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.218447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.218536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.218788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.218897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.219041] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.378320] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.514869] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1078.515431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.516041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.517337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.517337] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.517337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.517337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.517337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.517337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.517337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.517337] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.558027] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.558027] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.558027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.558859] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.559128] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.559550] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.561878] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.561878] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.561878] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.561878] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.581969] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.581969] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.582169] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.582334] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-882" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.582646] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-3de74fd6-1437-41d5-9687-56904c8876f9 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.582926] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.583104] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.583492] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.583651] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de74fd6-1437-41d5-9687-56904c8876f9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.652887] env[65959]: INFO networking_nsxv3.common.synchronization [req-b65df386-d2a1-4230-ad7a-1194dc53f555 req-9dc91dfd-55be-4376-aab3-2e5a8807d748 service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 1078.652887] env[65959]: INFO networking_nsxv3.common.synchronization [req-b65df386-d2a1-4230-ad7a-1194dc53f555 req-9dc91dfd-55be-4376-aab3-2e5a8807d748 service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1078.653103] env[65959]: INFO networking_nsxv3.common.synchronization [req-b65df386-d2a1-4230-ad7a-1194dc53f555 req-9dc91dfd-55be-4376-aab3-2e5a8807d748 service nova] Enqueued Resource ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e with Priority: HIGHEST for action port [ 1078.653633] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 1078.653769] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1078.653904] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e with Priority: HIGHEST for action port [ 1078.654381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.654571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.654640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.655037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.655257] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.656231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.656346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.656436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.656611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.656762] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.656878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.657089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.657209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.657325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.657376] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.658352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.658463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.658552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.658678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.658777] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d08e1b-faff-45e6-ad24-88ae4a4f0c7e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.724937] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.725135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.725207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.725509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.725914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.725914] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.725914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.726070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.726134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.726214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.726309] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 already deleted. [ 1078.726397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.884925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.886151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.886151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.886151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.886816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.886816] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff is going to be created. [ 1078.934041] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.934041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.934041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.934250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.935626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.947978] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff in Status: UNINITIALIZED for 2s [ 1079.020814] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.020975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.021065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.021298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.021487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.021638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.021675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.021837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.021925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.022025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.022177] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.022271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.022331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.022478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.022625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.022717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.022777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.022927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.023014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.023105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.023214] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.087098] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.087409] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.087542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.087831] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.087977] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.088144] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 3de74fd6-1437-41d5-9687-56904c8876f9 not found, creating... [ 1079.088404] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.088556] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.088665] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.088884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.089804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.089804] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.089804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.089804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.089804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.090078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.090078] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 3de74fd6-1437-41d5-9687-56904c8876f9 is going to be created. [ 1079.118044] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.118243] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.118243] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.118507] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.118736] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.118972] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.160490] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.161638] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.161749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162035] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e with status ACTIVE [ 1079.162177] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.162289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.162548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.162628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.162921] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.162921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.162921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.163088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.163160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.163330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.163412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.163467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.163604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.163665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.163886] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e is going to be updated. [ 1079.197273] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.197447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.197484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.197692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.197827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.197986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.203698] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7da07a68-de03-409c-8931-047ca2ff0b1e in Status: SUCCESS [ 1079.203931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.525750] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ddc6ef2-049b-4206-87fc-1ee8e8058058: rpc.has_security_group_logging(os_id): False [ 1079.545727] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.545916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.546012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.546239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.546329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.546523] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.546623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.546673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.546831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.546906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.547112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.547209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.547294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.547445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.547524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.547744] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.547864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.547926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.548112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.548194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.548346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be created. [ 1079.641871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.642082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.642877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.642877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.642877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.667479] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.670278] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1079.888183] env[65959]: INFO networking_nsxv3.common.synchronization [req-011a2a75-7ef9-4539-af24-761a64802743 req-3b16197d-04ca-410d-a6dd-4c5a42aeb767 service nova] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_rules [ 1079.888532] env[65959]: INFO networking_nsxv3.common.synchronization [req-011a2a75-7ef9-4539-af24-761a64802743 req-3b16197d-04ca-410d-a6dd-4c5a42aeb767 service nova] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_members [ 1079.888819] env[65959]: INFO networking_nsxv3.common.synchronization [req-011a2a75-7ef9-4539-af24-761a64802743 req-3b16197d-04ca-410d-a6dd-4c5a42aeb767 service nova] Enqueued Resource ID: 3de74fd6-1437-41d5-9687-56904c8876f9 with Priority: HIGHEST for action port [ 1079.889654] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_rules [ 1079.889872] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_members [ 1079.890041] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de74fd6-1437-41d5-9687-56904c8876f9 with Priority: HIGHEST for action port [ 1079.890522] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.890700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.890814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.891138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.891259] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.893017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.893225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.893291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.893605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.894012] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.894090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.894186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.894447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.894601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.894767] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.896387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de74fd6-1437-41d5-9687-56904c8876f9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.896755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.896755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.897024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.897411] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de74fd6-1437-41d5-9687-56904c8876f9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.172220] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.172406] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.172492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.172768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.172867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.172980] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be created. [ 1080.200669] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.200898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.201218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.201388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.212969] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: UNINITIALIZED for 2s [ 1080.399503] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.400610] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.400730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.400939] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3de74fd6-1437-41d5-9687-56904c8876f9 with status ACTIVE [ 1080.401127] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.401235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.401378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.401599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.401730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.401878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.401973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.402046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.402231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.402315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.402496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.402601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.402648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.402788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.402860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.402942] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3de74fd6-1437-41d5-9687-56904c8876f9 is going to be updated. [ 1080.424254] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.424417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.424460] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.424661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.424838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.424990] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de74fd6-1437-41d5-9687-56904c8876f9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.905184] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.957848] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff in Status: SUCCESS [ 1080.958096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.958323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.958573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.958782] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.959087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.959087] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.959204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.959230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.959310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.959411] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.411283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.411283] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.411437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.411565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.411636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.411734] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 is going to be created. [ 1081.433163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.433340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.433401] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.433573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.433728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.444870] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb04311f-924f-47e7-be60-11ac816ce2b6 in Status: UNINITIALIZED for 2s [ 1081.461429] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.461586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.461665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.461917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.462110] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.462214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.462279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.462431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.462515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.462602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.462748] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.462974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.463129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.463687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.463687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.463687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.463687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.463873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.464097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.464220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.465282] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.685694] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1081.685920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.966433] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7d8eb9f-4677-4b48-9943-4150a67e2fff: rpc.has_security_group_logging(os_id): False [ 1081.986464] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.986684] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.986750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.987039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.987185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.987722] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.987722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.987722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.987942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.988084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.988356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.988465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.988528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.988836] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.988924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.989264] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.989396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.989434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.989602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.989661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.989810] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff is going to be created. [ 1082.077408] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.077408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.077408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.077408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.077408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.099945] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff in Status: IN_PROGRESS for 2s [ 1082.223476] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 1082.223701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.223908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.224151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.224353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.224504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.224594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.224689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.224775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.225294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.225294] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.728843] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.729081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.729191] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.729516] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.729778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.729941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.730081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.730315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.730429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.730543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.730767] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.730913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.731028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.731225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.731466] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.731537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.731659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.731860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.731935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.733563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.733817] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.237306] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27858cc4-087d-4859-96b9-de5786aea337: rpc.has_security_group_logging(os_id): False [ 1083.256599] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.256734] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.256839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.257053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.257101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.257280] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.257373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.257435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.257555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.258031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.258031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.258031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.258031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.258270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.258270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.258399] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.258490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.258537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.258664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.258731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.258809] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be created. [ 1083.321806] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.321956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.322039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.322274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.322455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.338938] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 1083.455754] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb04311f-924f-47e7-be60-11ac816ce2b6 in Status: SUCCESS [ 1083.456411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.457968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.458548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.460060] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.460060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.460060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.460060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.460060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.460060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.460060] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.962417] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.115413] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff in Status: SUCCESS [ 1084.115707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.466285] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb04311f-924f-47e7-be60-11ac816ce2b6: rpc.has_security_group_logging(os_id): False [ 1084.474117] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e83ba870-b0ff-49bb-be3a-0cca682a439c tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_rules [ 1084.474672] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_rules [ 1084.475041] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.475645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.475766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.476054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.476137] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.490588] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.490747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.490784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.491092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.491208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.491459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.491559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.491619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.491776] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.491852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.491937] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 is going to be created. [ 1084.556864] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.556864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.556864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.557305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.557499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.568674] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb04311f-924f-47e7-be60-11ac816ce2b6 in Status: IN_PROGRESS for 2s [ 1084.576796] env[65959]: INFO networking_nsxv3.common.synchronization [None req-e7f2d9db-781a-4caf-bd0a-47fc39f80f93 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_rules [ 1084.576796] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_rules [ 1084.576796] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.576796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998235] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.998313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.998575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.998662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.998758] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 already deleted. [ 1084.998841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.999046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.999207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.999317] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.057907] env[65959]: INFO networking_nsxv3.common.synchronization [req-01f5c140-e956-421f-8536-29de8570ff53 req-ccbed2e5-db0a-4e57-b68f-e80199390b51 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1085.058286] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1085.058592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.058711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.058780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.058974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.059355] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.059466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.059529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.059690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.059775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.059869] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.358782] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 1085.359229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.447475] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.447688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.447804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.448111] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.448417] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.448577] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.448687] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.448905] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.451606] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.451929] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.452075] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.452185] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.452289] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.452395] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.452495] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.452627] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.475541] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.475867] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.475867] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.476532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-856" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.476532] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-ab26b294-3888-4a7a-900b-2d41f212683d taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.476532] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.476784] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.478261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.478261] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab26b294-3888-4a7a-900b-2d41f212683d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.521471] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.521680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.521811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.522079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.522174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.522271] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 already deleted. [ 1085.522354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.561698] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.980341] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.980618] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.980754] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.981029] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.981168] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.981333] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port ab26b294-3888-4a7a-900b-2d41f212683d not found, creating... [ 1085.981602] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.981846] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.982068] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.982197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.982341] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.982724] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.982883] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.983013] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.983349] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.983487] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.983627] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: ab26b294-3888-4a7a-900b-2d41f212683d is going to be created. [ 1086.005735] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.006107] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.006307] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.006674] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.006978] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.007291] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.064296] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.569383] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.569383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.569383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.569825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.569825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.569825] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1086.585196] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb04311f-924f-47e7-be60-11ac816ce2b6 in Status: SUCCESS [ 1086.585574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.604281] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.604519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.604519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.604687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.604806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.616301] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1086.727284] env[65959]: INFO networking_nsxv3.common.synchronization [req-01f5c140-e956-421f-8536-29de8570ff53 req-8bababb1-6a6b-4c3f-a61a-ccb6f366a9f1 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 1086.727461] env[65959]: INFO networking_nsxv3.common.synchronization [req-01f5c140-e956-421f-8536-29de8570ff53 req-8bababb1-6a6b-4c3f-a61a-ccb6f366a9f1 service nova] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1086.727598] env[65959]: INFO networking_nsxv3.common.synchronization [req-01f5c140-e956-421f-8536-29de8570ff53 req-8bababb1-6a6b-4c3f-a61a-ccb6f366a9f1 service nova] Enqueued Resource ID: ab26b294-3888-4a7a-900b-2d41f212683d with Priority: HIGHEST for action port [ 1086.728338] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_rules [ 1086.728388] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1086.728473] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab26b294-3888-4a7a-900b-2d41f212683d with Priority: HIGHEST for action port [ 1086.728752] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.728877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.728953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.729181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.729280] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.730487] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.730635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.731192] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab26b294-3888-4a7a-900b-2d41f212683d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.731192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.731192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.731381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.731463] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab26b294-3888-4a7a-900b-2d41f212683d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.234403] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.234403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.237602] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab26b294-3888-4a7a-900b-2d41f212683d with status ACTIVE [ 1087.237602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.237602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.237602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.237602] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.240081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.240276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.240576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.240872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.241119] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab26b294-3888-4a7a-900b-2d41f212683d is going to be updated. [ 1087.248383] env[65959]: INFO networking_nsxv3.common.synchronization [req-c882fae1-270a-4244-a51a-db5c54b0877e req-69ac34fa-177c-47bc-9c83-8de9e67cd542 tempest-ServerPasswordTestJSON-1180341038 tempest-ServerPasswordTestJSON-1180341038-project-member] Enqueued Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_members [ 1087.249267] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGHEST for action security_group_members [ 1087.250246] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.250246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.250246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.250587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.250877] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.251137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.251335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.252311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.252311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.252311] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.268593] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.269630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.269630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.269630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.269630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.269630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab26b294-3888-4a7a-900b-2d41f212683d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.755464] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.756347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.756347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.756347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.756347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.756347] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.756347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.756631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.756631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.756723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.756723] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da07a68-de03-409c-8931-047ca2ff0b1e is going to be updated. [ 1087.788019] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.788334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.788334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.788674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.788891] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.798781] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da07a68-de03-409c-8931-047ca2ff0b1e in Status: IN_PROGRESS for 2s [ 1088.631139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.631139] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.631139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.632370] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.135404] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.637800] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.810690] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7da07a68-de03-409c-8931-047ca2ff0b1e in Status: SUCCESS [ 1089.810690] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7da07a68-de03-409c-8931-047ca2ff0b1e deletion is rescheduled due to dependency. [ 1089.810799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.140396] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.140929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.140929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.140929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.140929] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.141137] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1090.195625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.195865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.195865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.196069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.196215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.217773] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1090.268199] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a0e18e9a-781e-4560-b3b3-6ac207112d62 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 6f8275f8-c087-4a36-ba48-43e98ca53bcd with Priority: HIGHEST for action security_group_rules [ 1090.268763] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8275f8-c087-4a36-ba48-43e98ca53bcd with Priority: HIGHEST for action security_group_rules [ 1090.269125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.269269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.269342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.269574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.269662] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f8275f8-c087-4a36-ba48-43e98ca53bcd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.496525] env[65959]: INFO networking_nsxv3.common.synchronization [None req-06014fc7-989f-40f6-ba56-6a383012d289 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 6f8275f8-c087-4a36-ba48-43e98ca53bcd with Priority: HIGHEST for action security_group_rules [ 1090.497112] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8275f8-c087-4a36-ba48-43e98ca53bcd with Priority: HIGHEST for action security_group_rules [ 1090.497427] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.497533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.794395] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.794395] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f8275f8-c087-4a36-ba48-43e98ca53bcd already deleted. [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.794395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.794395] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f8275f8-c087-4a36-ba48-43e98ca53bcd',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.037495] env[65959]: INFO networking_nsxv3.common.synchronization [req-e83d990f-0c62-4e3a-b24c-e4533f2409b9 req-0dd9cf1b-5a57-4930-a5ba-afdc6d5968a8 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1091.038196] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1091.038625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.040598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.040598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.040598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.040598] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.040598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.040598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.040910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.040910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.040910] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.323238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.323501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.323501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.323685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.323805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.323991] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f8275f8-c087-4a36-ba48-43e98ca53bcd already deleted. [ 1091.324109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f8275f8-c087-4a36-ba48-43e98ca53bcd" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.451186] env[65959]: INFO networking_nsxv3.common.synchronization [req-eb8b1968-445f-4062-b67e-ab30912b96eb req-9a65d14e-a8d5-46c9-8899-60fab98280eb tempest-ServerAddressesNegativeTestJSON-105614058 tempest-ServerAddressesNegativeTestJSON-105614058-project-member] Enqueued Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_members [ 1091.451186] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGHEST for action security_group_members [ 1091.451186] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.451186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.451186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.452300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.452483] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.452601] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.452666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.452972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.452972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.453037] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.542968] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.543153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.543206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.543443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.543547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.543750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.543855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.544143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.544346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.544454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.544580] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1091.664161] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.664354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.664448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.664689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.664868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.677296] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1091.957311] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.957389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.957425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.958202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.958202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.958202] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.958202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.958202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.958455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.958455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.958455] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff is going to be updated. [ 1091.994679] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.994837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.996541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.996541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.996541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.009821] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff in Status: IN_PROGRESS for 2s [ 1092.229316] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1092.229539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.229823] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.230084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.230288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.230412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.230476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.230632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.230728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.230812] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.230910] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.734660] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.734961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.734961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.735237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.735605] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.735732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.735798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.735957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.736083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.736131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.736286] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.736378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.736441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.736581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.736716] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.736804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.736865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.737014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.737117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.737208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.737296] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.241416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 954a51e9-25d6-42e3-9397-519534a83eb5: rpc.has_security_group_logging(os_id): False [ 1093.260784] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.260946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.261025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.261241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.261327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.261547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.261760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.261760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.261955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.262052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.262249] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.262341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.262400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.262543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.262612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.262807] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.262896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.262956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.263146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.263212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.263297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1093.338738] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.338738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.338738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.339035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.339203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.361794] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1093.691919] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1093.691919] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 1093.691919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.024084] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff in Status: SUCCESS [ 1094.024084] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff deletion is rescheduled due to dependency. [ 1094.024084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.147065] env[65959]: INFO networking_nsxv3.common.synchronization [req-01608c62-ec15-453e-b75d-de1f21982e0d req-8d5f87b3-c2c5-46e6-82fb-2388083aa986 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1094.147786] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1094.147786] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.147786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.148100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.148100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.148226] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.148330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.148391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.148543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.148628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.148721] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.652950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.653182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.653259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.653500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.676317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.676568] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.676690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.676757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.676973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.677069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.677153] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1094.706880] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.707083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.707188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.707465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.707652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.718627] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1095.174164] env[65959]: INFO networking_nsxv3.common.synchronization [req-0fc345bf-6ee1-465c-9081-74b6f60236f3 req-ab4454f5-3bf3-4279-8914-74d4584e11a7 tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1095.174749] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1095.175196] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.175344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.175412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.175605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.175768] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.175895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.175923] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.176074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.176288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.176288] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.388480] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1095.388717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.498885] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.499090] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.499217] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.499479] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.499728] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.499878] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.499992] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.500465] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.500615] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.500821] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.500996] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.501057] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.501153] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.501346] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.501530] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.501677] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.521631] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.521848] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.522160] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.522368] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.522683] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.522856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.522972] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.523308] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.523481] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14541994-1d3e-43be-afc5-e1fb2f6cb3d9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.679567] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.679799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.679858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.680118] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.680212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.680435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.680536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.680606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.680830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.680952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.681094] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be deleted. [ 1095.709477] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.709643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.709681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.709941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.710053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.710154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.740864] env[65959]: INFO networking_nsxv3.common.synchronization [req-096fcc3d-e97a-4f20-9b9c-dbc4f1e92576 req-9fc15f62-e03a-4e46-9765-513b6aeb32a6 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1095.741430] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1095.741731] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.741854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.741922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.742243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.742405] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.742506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.742565] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.742723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.742805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.742921] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.026494] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.026715] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.026840] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.027176] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.027329] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.027482] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 not found, creating... [ 1096.027741] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.027897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.028024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.028246] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.028379] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.028656] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.028803] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.028919] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.029137] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.029269] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.029401] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 is going to be created. [ 1096.051442] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.051643] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.051761] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.052069] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.052298] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.052519] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.245053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.245367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.245367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.245572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.245660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.245871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.245968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.246038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.246189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.246265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.246352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1096.250646] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.250970] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.251185] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.251466] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.251785] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.252014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.252193] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.252456] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.252662] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.252918] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.253097] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.253257] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.253417] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.253571] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.253722] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.253921] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.271442] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.271609] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.271794] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.272427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-480" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.272427] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.272640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.272640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.273115] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.273290] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d08e1b-faff-45e6-ad24-88ae4a4f0c7e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.280226] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.280399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.280450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.280651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.280833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.291624] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1096.722500] env[65959]: INFO networking_nsxv3.common.synchronization [req-0fc345bf-6ee1-465c-9081-74b6f60236f3 req-64d5e16c-a9cd-45c2-9251-ab589203f559 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 1096.722669] env[65959]: INFO networking_nsxv3.common.synchronization [req-0fc345bf-6ee1-465c-9081-74b6f60236f3 req-64d5e16c-a9cd-45c2-9251-ab589203f559 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1096.722798] env[65959]: INFO networking_nsxv3.common.synchronization [req-0fc345bf-6ee1-465c-9081-74b6f60236f3 req-64d5e16c-a9cd-45c2-9251-ab589203f559 service nova] Enqueued Resource ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 with Priority: HIGHEST for action port [ 1096.723415] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 1096.723582] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1096.723634] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 with Priority: HIGHEST for action port [ 1096.724248] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.724334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.724488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.724615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.724693] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.725558] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.725676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.725740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.725908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.726065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.726161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.726221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.726363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.726445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.726530] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.728461] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.728569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.728569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.728719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.728791] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14541994-1d3e-43be-afc5-e1fb2f6cb3d9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.735317] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1096.735478] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 1096.735576] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.776033] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.776240] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.776388] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.776868] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.777157] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.777486] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.777662] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.777799] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.778062] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.778206] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.778516] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.778678] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.779019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.779019] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.779174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.779315] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e is going to be updated. [ 1096.803739] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.804104] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.804252] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.804573] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.804758] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.805258] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.198159] env[65959]: INFO networking_nsxv3.common.synchronization [req-89d5b9ff-dcbb-4170-a62b-97530d651924 req-618ee979-2437-4ebd-86e0-7480761e81e1 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_members [ 1097.198771] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_members [ 1097.199130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.199274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.199549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.199625] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.199796] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.199899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.199959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.200152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.200256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.200351] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.229210] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.230687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.230687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.236095] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 with status ACTIVE [ 1097.236324] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.236664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.236708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.236952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.237157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.237389] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.237626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.237695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.237867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.237950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.238183] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.238562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.238562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.238562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.238688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.238757] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 is going to be updated. [ 1097.270820] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.271194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.271194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.271441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.271591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.272116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.510957] env[65959]: INFO networking_nsxv3.common.synchronization [req-d6a0ca22-be48-46bc-9dbb-18a306a901e5 req-9e06b351-bb3b-43e0-975a-c16575a611af service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 1097.511156] env[65959]: INFO networking_nsxv3.common.synchronization [req-d6a0ca22-be48-46bc-9dbb-18a306a901e5 req-9e06b351-bb3b-43e0-975a-c16575a611af service nova] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1097.511308] env[65959]: INFO networking_nsxv3.common.synchronization [req-d6a0ca22-be48-46bc-9dbb-18a306a901e5 req-9e06b351-bb3b-43e0-975a-c16575a611af service nova] Enqueued Resource ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e with Priority: HIGHEST for action port [ 1097.511847] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_rules [ 1097.511990] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1097.512102] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e with Priority: HIGHEST for action port [ 1097.512720] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.512720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.512720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.512843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.512843] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.514203] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.514425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.514506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.514695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516972] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.516972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.516972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.516972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.516972] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.516972] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.517367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.517367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.517367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.517444] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d08e1b-faff-45e6-ad24-88ae4a4f0c7e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.565846] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.566133] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.566272] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.566536] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.566802] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.566982] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.567347] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.567595] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.567843] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.568077] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.568193] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.568304] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.568434] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.568583] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.568662] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.568771] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.592291] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.592581] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.592955] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.593120] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.593437] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-519dfb3d-432f-4ad8-9d23-ed861ee37894 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.593606] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.593727] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.594114] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.594254] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dfb3d-432f-4ad8-9d23-ed861ee37894',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.702234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.702411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.702468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.702679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.702772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.702960] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.703126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.703213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.703390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.703467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.703552] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 already deleted. [ 1097.703634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.732102] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.014946] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.015116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.019582] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.020594] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e with status ACTIVE [ 1098.020717] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.020854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.020964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.021436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.021436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.021541] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.021624] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.021675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.021830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.021940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.022104] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.022675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.022675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.022886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.022886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.023009] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99d08e1b-faff-45e6-ad24-88ae4a4f0c7e is going to be updated. [ 1098.058191] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.058393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.058393] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.058564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.058698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.058861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d08e1b-faff-45e6-ad24-88ae4a4f0c7e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.097990] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.098261] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.098359] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.098637] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.098846] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.099069] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 519dfb3d-432f-4ad8-9d23-ed861ee37894 not found, creating... [ 1098.099295] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.099450] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.099564] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.099785] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.099917] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.100208] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.100358] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.100470] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.100670] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.100801] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.100933] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 519dfb3d-432f-4ad8-9d23-ed861ee37894 is going to be created. [ 1098.123587] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.123808] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.123960] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.124294] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.124546] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.124780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.234878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.235250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.235351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.235639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.235739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.235847] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be created. [ 1098.273834] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.274301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.274301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.274364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.274489] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.286728] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: UNINITIALIZED for 2s [ 1098.302107] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1098.302294] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 deletion is rescheduled due to dependency. [ 1098.302411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.525182] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.833210] env[65959]: INFO networking_nsxv3.common.synchronization [req-89d5b9ff-dcbb-4170-a62b-97530d651924 req-0276512a-48b0-4e27-a102-bcbdf91da51a service nova] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_rules [ 1098.833210] env[65959]: INFO networking_nsxv3.common.synchronization [req-89d5b9ff-dcbb-4170-a62b-97530d651924 req-0276512a-48b0-4e27-a102-bcbdf91da51a service nova] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_members [ 1098.833210] env[65959]: INFO networking_nsxv3.common.synchronization [req-89d5b9ff-dcbb-4170-a62b-97530d651924 req-0276512a-48b0-4e27-a102-bcbdf91da51a service nova] Enqueued Resource ID: 519dfb3d-432f-4ad8-9d23-ed861ee37894 with Priority: HIGHEST for action port [ 1098.833210] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_rules [ 1098.833531] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_members [ 1098.834012] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519dfb3d-432f-4ad8-9d23-ed861ee37894 with Priority: HIGHEST for action port [ 1098.837122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.837122] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.837122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.837122] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.837122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.837670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.837982] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.839065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-519dfb3d-432f-4ad8-9d23-ed861ee37894 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.839464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.839681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.841560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.841560] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dfb3d-432f-4ad8-9d23-ed861ee37894',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.027438] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.027602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.027655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.027866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.027955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.028098] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 1099.058316] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.058548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.058548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.058764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.058905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068634] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 1099.343053] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.343053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.343436] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.344625] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519dfb3d-432f-4ad8-9d23-ed861ee37894 with status ACTIVE [ 1099.344816] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.344936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.345056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.345255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.345342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.345514] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.345612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.345691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.345832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.345908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.347260] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.347390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.347755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.347755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.347755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.347915] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519dfb3d-432f-4ad8-9d23-ed861ee37894 is going to be updated. [ 1099.369876] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.370043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.370117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.370331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.370490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.370654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519dfb3d-432f-4ad8-9d23-ed861ee37894" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.850466] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.087242] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.087242] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.087242] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.087242] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.087242] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.088464] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.088800] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.089180] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.089667] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.090910] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.090910] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.090910] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.090910] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.090910] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.090910] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.090910] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.109704] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.109864] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.109995] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.110180] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-166" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.110491] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-ee24ec64-399a-4833-a217-f91a81a47479 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.110652] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.110763] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.111039] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.111164] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee24ec64-399a-4833-a217-f91a81a47479',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.298897] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 1100.298897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.299293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.299293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.299491] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.299672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.299672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.300412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.300412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.300412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.300412] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.355856] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.356972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.356972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.356972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.356972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.357174] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 is going to be created. [ 1100.381965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.381965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.381965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.382124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.382284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.392510] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 in Status: UNINITIALIZED for 2s [ 1100.613983] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.614305] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.614499] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.614786] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.614950] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.615261] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.615419] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.615540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.615749] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.615883] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.616226] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.616383] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.616497] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.616705] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.616942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.617107] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: ee24ec64-399a-4833-a217-f91a81a47479 is going to be updated. [ 1100.641677] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.641677] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.641677] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.641677] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.641677] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.641677] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.803229] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.080052] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 1101.080052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.080335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.080616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.080708] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.080764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.080808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.080993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.081244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.081244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.081244] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.304696] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35b52f9d-a3e8-43ef-8718-de3dc451fc60: rpc.has_security_group_logging(os_id): False [ 1101.324078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.324251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.324353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.324572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.324661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.324975] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.325170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.325217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.325371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.325447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.325540] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be created. [ 1101.373358] env[65959]: INFO networking_nsxv3.common.synchronization [req-c724a361-b3e4-44f9-a690-3a7edb50c1ab req-e712806a-2ff0-4c6c-a1d8-3624ffc9a500 service nova] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 1101.373606] env[65959]: INFO networking_nsxv3.common.synchronization [req-c724a361-b3e4-44f9-a690-3a7edb50c1ab req-e712806a-2ff0-4c6c-a1d8-3624ffc9a500 service nova] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 1101.373671] env[65959]: INFO networking_nsxv3.common.synchronization [req-c724a361-b3e4-44f9-a690-3a7edb50c1ab req-e712806a-2ff0-4c6c-a1d8-3624ffc9a500 service nova] Enqueued Resource ID: ee24ec64-399a-4833-a217-f91a81a47479 with Priority: HIGHEST for action port [ 1101.374351] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_rules [ 1101.374699] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 1101.374699] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee24ec64-399a-4833-a217-f91a81a47479 with Priority: HIGHEST for action port [ 1101.375304] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.375512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.375634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.375912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.376063] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.377321] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.377518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.378266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.378266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.378266] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.378486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.379117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.379117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.379117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.379329] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.380966] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee24ec64-399a-4833-a217-f91a81a47479 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.381165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.381855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.381855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.381855] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee24ec64-399a-4833-a217-f91a81a47479',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.396824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.397025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.397109] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.397332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.397532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.412141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 1101.583921] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.584477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.584477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.584633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.584714] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.584818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.584941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.585100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.585215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.585605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.585690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.585814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.585953] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.586092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.586409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586609] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.885292] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.885292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.885292] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.886014] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee24ec64-399a-4833-a217-f91a81a47479 with status ACTIVE [ 1101.886014] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.886970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.886970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.887170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.887599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.887599] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.887599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.887754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.887781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.887943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.888152] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.888246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.888303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.888481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.888552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.888636] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee24ec64-399a-4833-a217-f91a81a47479 is going to be updated. [ 1101.912586] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.912742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.912811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.913071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.913220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.913386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee24ec64-399a-4833-a217-f91a81a47479" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.089535] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27858cc4-087d-4859-96b9-de5786aea337: rpc.has_security_group_logging(os_id): False [ 1102.108186] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.108396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.108445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.108629] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.108735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.108957] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.109057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.109091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.109240] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.109354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.109625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.109773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.109773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.109952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.110114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.110365] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.110505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.110568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.110672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.110749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.110836] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 1102.174612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.175077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.175830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.178155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.178155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.196561] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 1102.390750] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.402258] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 in Status: SUCCESS [ 1102.402503] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.402660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.402870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.403068] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.403187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.403286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.403399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.403478] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.403562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.403650] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.892800] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.893043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.893137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.893378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.893485] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.893591] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 is going to be updated. [ 1102.905564] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.932736] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.932939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.933507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.933507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.933507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.945016] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: IN_PROGRESS for 2s [ 1103.409919] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dae1640-8bdc-484b-bcd1-a78c79a3b233: rpc.has_security_group_logging(os_id): False [ 1103.428739] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 1103.428980] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.432278] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.432404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.432480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.432703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.432795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.433050] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.433174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.433286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.433400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.433479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.433568] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 is going to be created. [ 1103.506998] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.506998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.506998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.506998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.506998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.518418] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 in Status: IN_PROGRESS for 2s [ 1104.215661] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 1104.216410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.952846] env[65959]: INFO networking_nsxv3.common.synchronization [req-235e37a9-7bc9-4ec3-bf6f-b017a6679288 req-1467e5ea-2d11-4e02-9823-d483f70946ed tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1104.953456] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1104.953775] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.953900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.954051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.954222] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.954615] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.954615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.954615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.954762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.954793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.954944] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.956528] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: SUCCESS [ 1104.956700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.957262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.957517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.957778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.957948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.958308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.958308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.958434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.958589] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.958730] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.461386] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.462503] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.535642] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 in Status: SUCCESS [ 1105.535919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.964164] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.965186] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1bfa562-374d-4d1f-952d-9c545eb2f277: rpc.has_security_group_logging(os_id): False [ 1105.990695] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.990862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.990937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.991206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.016108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.016526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.016687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.016768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.017076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.017230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.017358] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 is going to be updated. [ 1106.084236] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.084463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.084536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.084829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.085077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.103477] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: IN_PROGRESS for 2s [ 1106.473819] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.473819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.473819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.473819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.473819] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.473819] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1106.513327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.513575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.513575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.515704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.515704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.526106] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1107.014303] env[65959]: INFO networking_nsxv3.common.synchronization [req-3f69aa0b-6b6e-42fe-b980-a3ef1740e077 req-ab9e1d6e-0cda-4725-98fb-547d8811c4e3 tempest-ServersNegativeTestJSON-603256990 tempest-ServersNegativeTestJSON-603256990-project-member] Enqueued Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 1107.014303] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe6bf3-6949-4157-a197-9c4979012647 with Priority: HIGHEST for action security_group_members [ 1107.014740] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfbe6bf3-6949-4157-a197-9c4979012647 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.014978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.015212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.015488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.015744] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.015959] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.016180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.016438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.016607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.016771] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfbe6bf3-6949-4157-a197-9c4979012647',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.520114] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.520297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.520369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.520607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.520685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.520894] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.520985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.521049] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.521218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.521280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.521353] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 is going to be updated. [ 1107.557991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.558155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.558306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.558540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.574719] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: IN_PROGRESS for 2s [ 1108.120296] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: SUCCESS [ 1108.120621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.539707] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1108.539954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.889565] env[65959]: INFO networking_nsxv3.common.synchronization [req-f8f01ab0-6835-4669-916c-645afab7ab69 req-20dd06a9-2f01-467e-89c7-02683f4e12e3 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1108.890171] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1108.891227] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.891227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.891493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.891528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.892361] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.892361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.892361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.892361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.892361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.892361] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.371333] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.371814] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.371814] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.371932] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.373414] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.373414] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.373414] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.373414] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.373414] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.373414] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.373414] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.373947] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.373947] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.373947] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.373947] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.373947] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.394939] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.395160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.395237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.395472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.395610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.395882] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.395998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.396079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.396245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.396323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.396511] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1109.405805] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.406097] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.406440] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.406646] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.407147] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.407670] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.407670] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.408164] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.408392] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a59f81-6e63-4f18-a7d2-6cca18cff7d1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.435659] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.436190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.436269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.436541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.436688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.447234] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1109.585901] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfbe6bf3-6949-4157-a197-9c4979012647 in Status: SUCCESS [ 1109.586058] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfbe6bf3-6949-4157-a197-9c4979012647 deletion is rescheduled due to dependency. [ 1109.586173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfbe6bf3-6949-4157-a197-9c4979012647" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.911912] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.912164] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.912292] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.912573] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.912715] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.912863] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 41a59f81-6e63-4f18-a7d2-6cca18cff7d1 not found, creating... [ 1109.913146] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.913318] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.913431] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.913648] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.913778] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.914108] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.914616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.914616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.914616] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.914754] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.914807] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 41a59f81-6e63-4f18-a7d2-6cca18cff7d1 is going to be created. [ 1109.939258] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.939258] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.939258] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.939258] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.939497] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.939645] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.676721] env[65959]: INFO networking_nsxv3.common.synchronization [req-f8f01ab0-6835-4669-916c-645afab7ab69 req-8adf8e32-2392-42ee-b8af-2eaaf0932fca service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 1110.676721] env[65959]: INFO networking_nsxv3.common.synchronization [req-f8f01ab0-6835-4669-916c-645afab7ab69 req-8adf8e32-2392-42ee-b8af-2eaaf0932fca service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1110.676721] env[65959]: INFO networking_nsxv3.common.synchronization [req-f8f01ab0-6835-4669-916c-645afab7ab69 req-8adf8e32-2392-42ee-b8af-2eaaf0932fca service nova] Enqueued Resource ID: 41a59f81-6e63-4f18-a7d2-6cca18cff7d1 with Priority: HIGHEST for action port [ 1110.677378] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 1110.677419] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1110.677518] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a59f81-6e63-4f18-a7d2-6cca18cff7d1 with Priority: HIGHEST for action port [ 1110.678314] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.678519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.678660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.678916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.679128] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.679991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.680190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.680694] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.682626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.682626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.682626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.682626] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41a59f81-6e63-4f18-a7d2-6cca18cff7d1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.929534] env[65959]: INFO networking_nsxv3.common.synchronization [None req-46a242f9-1ebb-4846-b0a1-aa8ecdf0da9a None None] Enqueued Resource ID: cb130e29-c4be-4aa4-a642-cff93a83bde3 with Priority: HIGHEST for action port [ 1110.930634] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb130e29-c4be-4aa4-a642-cff93a83bde3 with Priority: HIGHEST for action port [ 1110.931225] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb130e29-c4be-4aa4-a642-cff93a83bde3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.934496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb130e29-c4be-4aa4-a642-cff93a83bde3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.934496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb130e29-c4be-4aa4-a642-cff93a83bde3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.934626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb130e29-c4be-4aa4-a642-cff93a83bde3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.934626] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb130e29-c4be-4aa4-a642-cff93a83bde3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.183288] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.183288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.183508] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41a59f81-6e63-4f18-a7d2-6cca18cff7d1 with status ACTIVE [ 1111.183666] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.183747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.183793] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.186995] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.186995] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.186995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.186995] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41a59f81-6e63-4f18-a7d2-6cca18cff7d1 is going to be updated. [ 1111.208748] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.208920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.208973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.209184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.209340] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.209733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41a59f81-6e63-4f18-a7d2-6cca18cff7d1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.437236] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb130e29-c4be-4aa4-a642-cff93a83bde3 [ 1111.437489] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.438869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.438869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.438869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.438869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.438869] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb130e29-c4be-4aa4-a642-cff93a83bde3 already deleted. [ 1111.438869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb130e29-c4be-4aa4-a642-cff93a83bde3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.459626] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1111.459846] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 1111.461261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.461261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.461261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.461261] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.461261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.461261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.461582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.461582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.461582] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.964675] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.467252] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.691732] env[65959]: INFO networking_nsxv3.common.synchronization [req-98a36f2c-1e8a-46e5-9cf6-372631643580 req-b67a4240-68d2-4692-b9a8-6b4362faa406 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1112.692275] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1112.693337] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.693535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.693645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.693910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.694238] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.694444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.694598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.694828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.695070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.695378] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.975450] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.975450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.975450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.975450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.975450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.975450] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1113.014357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.014553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.014614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.014934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.014934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.029518] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1113.198330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.198330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.198330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.198560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.198960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.199198] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.199312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.199364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.199551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.199686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.199727] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1113.206418] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-716 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.206418] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.206619] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.206824] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.207235] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.207320] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.207592] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.207592] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.207730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.208242] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.208242] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.208242] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.208242] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.208405] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.208445] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.208581] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.214938] env[65959]: INFO networking_nsxv3.common.synchronization [None req-86a5a4f9-4bb7-4971-ad77-2a4a89266da1 None None] Enqueued Resource ID: 990d62de-103d-4e94-bed6-0e639661b646 with Priority: HIGHEST for action port [ 1113.214938] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990d62de-103d-4e94-bed6-0e639661b646 with Priority: HIGHEST for action port [ 1113.215466] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-990d62de-103d-4e94-bed6-0e639661b646 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.215720] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990d62de-103d-4e94-bed6-0e639661b646" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.215887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990d62de-103d-4e94-bed6-0e639661b646" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.216955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990d62de-103d-4e94-bed6-0e639661b646" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.217087] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990d62de-103d-4e94-bed6-0e639661b646',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.231276] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.231410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.231486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.231733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.231877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.235829] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.235987] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.236158] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.236415] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-716" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.236783] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-f2530e68-3d8f-4dba-aad3-6280378a949f taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.236956] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.237107] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.237502] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.237639] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2530e68-3d8f-4dba-aad3-6280378a949f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.248291] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1113.719708] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 990d62de-103d-4e94-bed6-0e639661b646 [ 1113.720712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.720712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.720712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.720712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.720712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.720712] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:990d62de-103d-4e94-bed6-0e639661b646 already deleted. [ 1113.720712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990d62de-103d-4e94-bed6-0e639661b646" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.741211] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.741211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.741211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.741211] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.741528] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.741528] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port f2530e68-3d8f-4dba-aad3-6280378a949f not found, creating... [ 1113.741855] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.742109] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.742273] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.742550] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.742687] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.742985] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.743380] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.743506] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.743715] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.743847] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.743984] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: f2530e68-3d8f-4dba-aad3-6280378a949f is going to be created. [ 1113.763622] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.763855] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.763977] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.764334] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.764565] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.764781] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.493019] env[65959]: INFO networking_nsxv3.common.synchronization [req-98a36f2c-1e8a-46e5-9cf6-372631643580 req-10aa6bdb-9728-407c-bcb9-3c4c43102b00 service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 1114.493019] env[65959]: INFO networking_nsxv3.common.synchronization [req-98a36f2c-1e8a-46e5-9cf6-372631643580 req-10aa6bdb-9728-407c-bcb9-3c4c43102b00 service nova] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1114.493019] env[65959]: INFO networking_nsxv3.common.synchronization [req-98a36f2c-1e8a-46e5-9cf6-372631643580 req-10aa6bdb-9728-407c-bcb9-3c4c43102b00 service nova] Enqueued Resource ID: f2530e68-3d8f-4dba-aad3-6280378a949f with Priority: HIGHEST for action port [ 1114.495958] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_rules [ 1114.495958] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1114.495958] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2530e68-3d8f-4dba-aad3-6280378a949f with Priority: HIGHEST for action port [ 1114.495958] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.495958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.495958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.495958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.495958] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.496349] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.496349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.496542] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2530e68-3d8f-4dba-aad3-6280378a949f taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.496622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.496677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.496850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.496922] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2530e68-3d8f-4dba-aad3-6280378a949f',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.862243] env[65959]: INFO networking_nsxv3.common.synchronization [req-34d5760c-e827-40cb-a0ce-26cfcf236365 req-062b9721-b326-4bae-adcc-4007c07509b1 tempest-ServersTestJSON-1141472390 tempest-ServersTestJSON-1141472390-project-member] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1114.862243] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGHEST for action security_group_members [ 1114.862243] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.862243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.862243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.862243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.863085] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.863332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.863603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.863967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.864183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.864361] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.999641] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.999641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.999641] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2530e68-3d8f-4dba-aad3-6280378a949f with status ACTIVE [ 1115.000206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.000206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.000206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.000731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.000925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.001199] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.001389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.001500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.001721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.001863] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.002202] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.002404] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.002507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.002675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.002753] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.002841] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2530e68-3d8f-4dba-aad3-6280378a949f is going to be updated. [ 1115.026887] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.026887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.026887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.026887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.026887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.026887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2530e68-3d8f-4dba-aad3-6280378a949f" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.041461] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1115.041817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.042027] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.042323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.042560] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.042778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.042867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.043069] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.043179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.043289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.043423] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.260848] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1115.260848] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 1115.260848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.260848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.261148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.261363] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.261494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.261632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.261817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.262227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.262227] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.368671] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.368796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.368860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.369091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.369182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.370963] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.370963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.370963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.370963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.370963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.370963] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be updated. [ 1115.404853] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.405092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.405230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.405518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.405598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.415259] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: IN_PROGRESS for 2s [ 1115.546374] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.546783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.547018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.547358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.548350] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.548350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.548350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.548350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.548350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.548672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.548926] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.549234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.549415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.549674] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.549927] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.550538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.550538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.550538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.550538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.550816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.551014] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.596661] env[65959]: INFO networking_nsxv3.common.synchronization [req-3bd92efd-cfce-47ce-a91a-3765691ad1f0 req-d3ecf03d-79b8-4b0a-b10e-bbff2f2923d2 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1115.596661] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1115.596661] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.596661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.596661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.598529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.598717] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.598825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.598889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.599071] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.599162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.599255] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.765375] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.053296] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 664125ba-6557-47a4-9b6f-42ff82075593: rpc.has_security_group_logging(os_id): False [ 1116.076897] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.076897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.076897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.077080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.077227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.077616] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.077813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.077921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.078214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.078348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.078848] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.079024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.079662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.079662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.079662] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.079871] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.080063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.080171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.080400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.080501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.080625] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1116.105093] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.160023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.160302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.160302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.160467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.160617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.178198] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1116.267043] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.607185] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.771124] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.771279] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.771336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.771561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.771651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.771751] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1116.821369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.821369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.821608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.821670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.821786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.833853] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1117.110614] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.110799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.110889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.111141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.111235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.111334] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be updated. [ 1117.139724] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.139922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.139922] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.140199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.140297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.150907] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1117.425833] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 954a51e9-25d6-42e3-9397-519534a83eb5 in Status: SUCCESS [ 1117.426125] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 deletion is rescheduled due to dependency. [ 1117.426663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.196085] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1118.196665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.847852] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1118.848092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.848333] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.848631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.848844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.848968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.849053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.849270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.849369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.849459] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.849663] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.162106] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1119.162272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.352362] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.352825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.352825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.352825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.353025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.353025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.353156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.353241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.353328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.353452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.353613] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.353721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.353782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.353964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.354173] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.354269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.354317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.354461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.354535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.354611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.354697] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.371024] env[65959]: INFO networking_nsxv3.common.synchronization [req-da970f6d-5d7b-4734-acd9-37f3530d0c9a req-20be7b73-f5d4-4f9a-9d13-c5f35f65a6c8 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1119.371513] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1119.372068] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372366] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.372461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.372861] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.372861] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.685094] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.685271] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.685395] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.685656] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.685909] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.686075] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.686194] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.686450] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.686653] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.686862] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.686971] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.687087] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.687199] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.687328] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.687431] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.687556] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.706312] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.706475] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.706607] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.706781] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.707111] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-9b64fadc-ae49-4b23-bcd2-9cb452869199 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.707442] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.707522] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.707815] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.707949] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b64fadc-ae49-4b23-bcd2-9cb452869199',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.857398] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ddc6ef2-049b-4206-87fc-1ee8e8058058: rpc.has_security_group_logging(os_id): False [ 1119.875258] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.875433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.875494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.875713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.875802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.876081] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.876192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.876362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.876500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.876500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.876595] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1119.879031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.879172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.879224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.879390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.879471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.879651] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.879747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.879807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.879953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.880231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.880524] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.880596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.880782] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.880873] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.880932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.881084] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.881157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.881274] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1119.919874] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.920106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.920106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.920327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.920447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.929863] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1119.962383] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.962560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.962597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.962810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.962953] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.978055] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1120.210120] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.210360] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.210484] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.210778] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.210932] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.211097] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 9b64fadc-ae49-4b23-bcd2-9cb452869199 not found, creating... [ 1120.211357] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.211509] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.211639] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.211832] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.212171] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.212383] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.212542] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.212655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.212863] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.212988] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.213710] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 9b64fadc-ae49-4b23-bcd2-9cb452869199 is going to be created. [ 1120.250125] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.250433] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.250545] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.250834] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.251081] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.251502] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.973198] env[65959]: INFO networking_nsxv3.common.synchronization [req-da970f6d-5d7b-4734-acd9-37f3530d0c9a req-5aa49866-6102-419e-b018-57547c5ff4d6 service nova] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 1120.973459] env[65959]: INFO networking_nsxv3.common.synchronization [req-da970f6d-5d7b-4734-acd9-37f3530d0c9a req-5aa49866-6102-419e-b018-57547c5ff4d6 service nova] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1120.973581] env[65959]: INFO networking_nsxv3.common.synchronization [req-da970f6d-5d7b-4734-acd9-37f3530d0c9a req-5aa49866-6102-419e-b018-57547c5ff4d6 service nova] Enqueued Resource ID: 9b64fadc-ae49-4b23-bcd2-9cb452869199 with Priority: HIGHEST for action port [ 1120.974086] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 1120.974155] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1120.974260] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b64fadc-ae49-4b23-bcd2-9cb452869199 with Priority: HIGHEST for action port [ 1120.974534] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.974652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.974719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.974917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.975429] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.976992] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.976992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.976992] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b64fadc-ae49-4b23-bcd2-9cb452869199 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.976992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.976992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.976992] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.976992] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b64fadc-ae49-4b23-bcd2-9cb452869199',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.478612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.478738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.478813] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b64fadc-ae49-4b23-bcd2-9cb452869199 with status ACTIVE [ 1121.478988] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.480123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.480123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.480660] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.480660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.480660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.480660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.480790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.480829] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b64fadc-ae49-4b23-bcd2-9cb452869199 is going to be updated. [ 1121.536133] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b64fadc-ae49-4b23-bcd2-9cb452869199" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.759351] env[65959]: INFO networking_nsxv3.common.synchronization [req-2bc32147-a0b6-4264-991a-a156a57b19c1 req-7e170676-a365-4747-8cda-3e3494a55aeb tempest-ServerTagsTestJSON-1320390255 tempest-ServerTagsTestJSON-1320390255-project-member] Enqueued Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_members [ 1121.759890] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_members [ 1121.760682] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.760682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.760682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.760682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.762555] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.762961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.763044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.763258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.763350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.763443] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.940421] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1121.940633] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 deletion is rescheduled due to dependency. [ 1121.941036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.941036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.941234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.942328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.942328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.942328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.942328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.942328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.942328] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.997679] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1121.998035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.113176] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.113405] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-492" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.113479] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-492" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.113829] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-492" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.114209] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.114386] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.114502] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.114731] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.114875] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.115107] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.115232] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.115401] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.115515] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.115685] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.115857] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.116088] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.134981] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.135209] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.135359] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.135534] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-492" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.135842] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.136016] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.136135] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.136561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.136622] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f447d1d6-1bfa-4e7c-9594-47abb4e6dac1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.270194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.270194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.270194] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62895ee4-0aa4-4898-959c-9278bd9cbade already deleted. [ 1122.270194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.444630] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.639485] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.639722] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.639916] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.640272] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.640461] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.640642] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 not found, creating... [ 1122.640901] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.641066] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.641183] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.641405] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.641540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.642663] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.642663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.642663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.642663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.642663] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.642663] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 is going to be created. [ 1122.664779] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.664980] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.665163] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.665463] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.665696] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.665917] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.947543] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.395955] env[65959]: INFO networking_nsxv3.common.synchronization [req-2bc32147-a0b6-4264-991a-a156a57b19c1 req-1e65d639-bf35-4423-960f-8c9d00a46e32 service nova] Enqueued Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_rules [ 1123.395955] env[65959]: INFO networking_nsxv3.common.synchronization [req-2bc32147-a0b6-4264-991a-a156a57b19c1 req-1e65d639-bf35-4423-960f-8c9d00a46e32 service nova] Enqueued Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_members [ 1123.395955] env[65959]: INFO networking_nsxv3.common.synchronization [req-2bc32147-a0b6-4264-991a-a156a57b19c1 req-1e65d639-bf35-4423-960f-8c9d00a46e32 service nova] Enqueued Resource ID: f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 with Priority: HIGHEST for action port [ 1123.395955] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_rules [ 1123.395955] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_members [ 1123.395955] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 with Priority: HIGHEST for action port [ 1123.395955] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.395955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.395955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.396436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.396436] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.398830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.398830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.398830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.399123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.399123] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.399195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.399226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.400284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.400284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.400284] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.403520] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.403520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.403520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.403520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.403520] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f447d1d6-1bfa-4e7c-9594-47abb4e6dac1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.451156] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.451905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.451905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.451905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.451905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.451905] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1123.481880] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.482114] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.482208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.482356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.482521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.494580] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1123.907268] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.907268] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.907268] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 with status ACTIVE [ 1123.907268] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.907268] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.907268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.907772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.907772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.907772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.907772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.907772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.907772] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f447d1d6-1bfa-4e7c-9594-47abb4e6dac1 is going to be updated. [ 1123.939483] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.939699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.939699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.939970] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.940054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.940286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f447d1d6-1bfa-4e7c-9594-47abb4e6dac1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.410015] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.913421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.913630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.913885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.913885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.913967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.914258] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62895ee4-0aa4-4898-959c-9278bd9cbade is going to be created. [ 1124.941069] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.941301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.941346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.941567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.941689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.953647] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62895ee4-0aa4-4898-959c-9278bd9cbade in Status: UNINITIALIZED for 2s [ 1125.504040] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1125.504555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.504555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.504792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.505108] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.505259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.505386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.505510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.505598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.505713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.505771] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.008229] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.510324] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8cea36-9534-4597-9342-4b9fc6fc3198: rpc.has_security_group_logging(os_id): False [ 1126.529369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.529548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.529586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.529900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.529900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.530172] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.530309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.530381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.530607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.530607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.530700] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1126.584724] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.584948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.584948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.585252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.585458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.602886] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1126.964260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62895ee4-0aa4-4898-959c-9278bd9cbade in Status: SUCCESS [ 1126.964477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.964714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.964931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.965138] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.965253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.965317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.965466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.965546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.965626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.965714] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.467964] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.468215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.468215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.468375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.468550] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.468654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.468717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.468867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.468950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.469047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.469195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.469286] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.469344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.469494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.469625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.469706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.469763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.469898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.469957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.470059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.470147] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.972941] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62895ee4-0aa4-4898-959c-9278bd9cbade: rpc.has_security_group_logging(os_id): False [ 1127.991759] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.991884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.991961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.992270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.992362] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.992589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.992691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.992751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.992900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.992976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.993164] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.993259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.993323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.993461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.993532] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.993705] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.993809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.993843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.993983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.994057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.994196] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62895ee4-0aa4-4898-959c-9278bd9cbade is going to be created. [ 1128.011087] env[65959]: INFO networking_nsxv3.common.synchronization [req-ad6874eb-8b19-4f82-89ae-fbd9140d8266 req-f746c844-f03d-424e-aec2-2171fbf4beba tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1128.011352] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGHEST for action security_group_members [ 1128.011619] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.011742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.011805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.012011] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.012617] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.012747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.012799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.012982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.013054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.013146] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.058030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.058030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.058213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.058293] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.058472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.071118] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62895ee4-0aa4-4898-959c-9278bd9cbade in Status: IN_PROGRESS for 2s [ 1128.108953] env[65959]: INFO networking_nsxv3.common.synchronization [req-6d0b7880-b36d-4584-95c5-b3af58e707d7 req-d15bd5c6-1fc5-4624-80b3-690e61b1783e tempest-AttachVolumeTestJSON-786890705 tempest-AttachVolumeTestJSON-786890705-project-member] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_members [ 1128.109604] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGHEST for action security_group_members [ 1128.110236] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.110236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.110236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.110413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.110470] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.110529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.110615] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.110801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.111908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.111908] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.515381] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.515570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.515570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.515807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.515913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.516128] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.516232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.516294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.516582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.516707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.516835] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be updated. [ 1128.545356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.545626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.545706] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.545973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.546190] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.556340] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: IN_PROGRESS for 2s [ 1128.612862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.613090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.613090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.613360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.613483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.613620] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.613714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.613780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.613971] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 is going to be updated. [ 1128.621507] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1128.621721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.647091] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.647309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.647309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.647518] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.647667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.658586] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: IN_PROGRESS for 2s [ 1130.084450] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62895ee4-0aa4-4898-959c-9278bd9cbade in Status: SUCCESS [ 1130.084968] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.565657] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2284169-b871-46c3-b120-95d34e4960b5 in Status: SUCCESS [ 1130.565832] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2284169-b871-46c3-b120-95d34e4960b5 deletion is rescheduled due to dependency. [ 1130.565936] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.668603] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156bb509-5c00-4042-91e7-906f5536ead3 in Status: SUCCESS [ 1130.668824] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 deletion is rescheduled due to dependency. [ 1130.668935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.578094] env[65959]: INFO networking_nsxv3.common.synchronization [None req-dee198fe-9135-48fd-b6d2-d8303d4bfb75 tempest-AttachInterfacesTestJSON-791670784 tempest-AttachInterfacesTestJSON-791670784-project-member] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1132.578714] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGHEST for action security_group_members [ 1132.579094] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.579390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.579390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.579635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.579826] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.579947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.580050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.580237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.580342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.580450] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.083443] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.083443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.083443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.083673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.083722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.083921] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.084371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.084371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.084371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.084474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.084564] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be updated. [ 1133.117030] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.117030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.117030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.117030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.117030] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.125760] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: IN_PROGRESS for 2s [ 1135.139557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27858cc4-087d-4859-96b9-de5786aea337 in Status: SUCCESS [ 1135.140034] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27858cc4-087d-4859-96b9-de5786aea337 deletion is rescheduled due to dependency. [ 1135.140034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.543990] env[65959]: INFO networking_nsxv3.common.synchronization [req-92a0193b-294c-41cc-a14a-5ec44c098fac req-fb17ee81-89f1-404a-9633-eeac0e3135d8 tempest-ServerTagsTestJSON-1320390255 tempest-ServerTagsTestJSON-1320390255-project-member] Enqueued Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_members [ 1136.544916] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGHEST for action security_group_members [ 1136.544998] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.545366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.545366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.545604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.545771] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.545894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.545942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.546134] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.546232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.546338] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.049263] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.049999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.049999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.049999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.049999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.049999] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.050214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.050214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.050338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.050416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.050521] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62895ee4-0aa4-4898-959c-9278bd9cbade is going to be updated. [ 1137.084729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.084912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.084983] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.085223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.085353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.095993] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62895ee4-0aa4-4898-959c-9278bd9cbade in Status: IN_PROGRESS for 2s [ 1139.107945] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62895ee4-0aa4-4898-959c-9278bd9cbade in Status: SUCCESS [ 1139.107945] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62895ee4-0aa4-4898-959c-9278bd9cbade deletion is rescheduled due to dependency. [ 1139.107945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.545832] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.545832] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1143.089097] env[65959]: INFO networking_nsxv3.common.synchronization [req-a8e415b8-7cf0-4d96-9263-c0fbdcf697dd req-6a3833bf-f2c7-41ad-a121-1d6f4f98fa3f tempest-ListServerFiltersTestJSON-41527048 tempest-ListServerFiltersTestJSON-41527048-project-member] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1143.089656] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1143.089951] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.090218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.090321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.090636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.090904] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.091158] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.091253] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.091594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.091594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.091720] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.457153] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.457336] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.457489] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.457888] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.458375] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.458531] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.458607] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.458875] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.459027] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.459333] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.459333] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.459505] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.459566] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.459632] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.459727] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.459857] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.514873] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.515059] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.515230] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.515593] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.516170] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-f336062b-67af-4b5c-abac-4d8c3817385b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.516522] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.516746] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.517272] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.517587] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f336062b-67af-4b5c-abac-4d8c3817385b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.594406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.594618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.594692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.594926] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.595033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.595435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.595612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.595678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.595903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.595991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.596103] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e already deleted. [ 1143.596187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.021690] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.022152] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.022152] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.022655] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.022815] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.022964] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port f336062b-67af-4b5c-abac-4d8c3817385b not found, creating... [ 1144.023252] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.023407] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.023518] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.023738] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.023867] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.024170] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.024387] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.024502] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.024767] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.024912] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.025060] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: f336062b-67af-4b5c-abac-4d8c3817385b is going to be created. [ 1144.046185] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.046644] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.046644] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.046871] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.047079] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.047312] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.235698] env[65959]: INFO networking_nsxv3.common.synchronization [req-a8e415b8-7cf0-4d96-9263-c0fbdcf697dd req-96b34e74-b436-4926-bf63-04af162ff8a5 service nova] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_rules [ 1145.235999] env[65959]: INFO networking_nsxv3.common.synchronization [req-a8e415b8-7cf0-4d96-9263-c0fbdcf697dd req-96b34e74-b436-4926-bf63-04af162ff8a5 service nova] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1145.235999] env[65959]: INFO networking_nsxv3.common.synchronization [req-a8e415b8-7cf0-4d96-9263-c0fbdcf697dd req-96b34e74-b436-4926-bf63-04af162ff8a5 service nova] Enqueued Resource ID: f336062b-67af-4b5c-abac-4d8c3817385b with Priority: HIGHEST for action port [ 1145.236567] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_rules [ 1145.236660] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1145.236749] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f336062b-67af-4b5c-abac-4d8c3817385b with Priority: HIGHEST for action port [ 1145.237093] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.237183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.237220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.237467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.237550] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.238420] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.238535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.238600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.238978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.238978] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.239096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.239096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.239216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.239296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.239387] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.240161] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f336062b-67af-4b5c-abac-4d8c3817385b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.240295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.240361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.240472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.240535] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f336062b-67af-4b5c-abac-4d8c3817385b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.525236] env[65959]: INFO networking_nsxv3.common.synchronization [req-08978887-8a16-4a9c-8b5a-be335a7950d1 req-42963318-4c5f-4f3f-a87d-c847ecfcc3ca tempest-ListServerFiltersTestJSON-41527048 tempest-ListServerFiltersTestJSON-41527048-project-member] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1145.526346] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1145.526512] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.527581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.742436] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.742656] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.745008] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.746089] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f336062b-67af-4b5c-abac-4d8c3817385b with status ACTIVE [ 1145.746326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.746465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.746593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.746827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.746924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.747163] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.747317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.747360] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.747529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.747658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.747830] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.747925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.747979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.748176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.748246] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.748641] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f336062b-67af-4b5c-abac-4d8c3817385b is going to be updated. [ 1145.777760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.777911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.777969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.778203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.778337] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.778715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f336062b-67af-4b5c-abac-4d8c3817385b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.908863] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.908863] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.909249] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.909304] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.909584] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.909851] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.909923] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.910176] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.910378] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.910586] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.910716] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.910821] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.910923] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.911040] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.911218] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.911349] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.947989] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.947989] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.948282] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.948592] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.949124] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.949745] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.949745] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.950198] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.950473] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de8fbf71-fde5-4ca2-bd54-bb8c6748ee72',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.250775] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.453578] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.453817] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.453942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.454370] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.454608] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.455469] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 not found, creating... [ 1146.455469] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.455469] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.455469] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.455687] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.455687] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.455991] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.456210] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.456335] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.456607] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.456753] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.456894] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 is going to be created. [ 1146.479657] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.479893] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.480024] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.480284] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.480540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.480792] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.753461] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.753461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.753461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.753461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.753461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.753756] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be created. [ 1146.778121] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.778335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.778439] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.778698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.778895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.790141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: UNINITIALIZED for 2s [ 1147.166135] env[65959]: INFO networking_nsxv3.common.synchronization [req-08978887-8a16-4a9c-8b5a-be335a7950d1 req-e5f542b9-83ab-49a4-975f-2a379fefa6fd service nova] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_rules [ 1147.166384] env[65959]: INFO networking_nsxv3.common.synchronization [req-08978887-8a16-4a9c-8b5a-be335a7950d1 req-e5f542b9-83ab-49a4-975f-2a379fefa6fd service nova] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1147.166884] env[65959]: INFO networking_nsxv3.common.synchronization [req-08978887-8a16-4a9c-8b5a-be335a7950d1 req-e5f542b9-83ab-49a4-975f-2a379fefa6fd service nova] Enqueued Resource ID: de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 with Priority: HIGHEST for action port [ 1147.167285] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_rules [ 1147.167462] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1147.168091] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 with Priority: HIGHEST for action port [ 1147.168468] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.168620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.168950] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.169092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.169426] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.169566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.169655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.169969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.170036] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de8fbf71-fde5-4ca2-bd54-bb8c6748ee72',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.672441] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 with status ACTIVE [ 1147.672745] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.672881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.673019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.673374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.673528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.673883] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.673942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.674016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.674183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.674278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.674482] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.674581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.674633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.674778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.674852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.674935] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de8fbf71-fde5-4ca2-bd54-bb8c6748ee72 is going to be updated. [ 1147.699707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.699707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.699707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.699707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.699707] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.700037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de8fbf71-fde5-4ca2-bd54-bb8c6748ee72" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.764400] env[65959]: INFO networking_nsxv3.common.synchronization [req-ed920e0f-ee4c-43db-8b51-68abae1bc795 req-51f687d0-fa6e-4cc5-838d-4c51b2c548f4 tempest-ListServerFiltersTestJSON-41527048 tempest-ListServerFiltersTestJSON-41527048-project-member] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1147.764400] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1147.764760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.764864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.189034] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.189262] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.189562] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.189869] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.190382] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.190560] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.190788] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.191076] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.191273] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.191525] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.191631] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.191699] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.191884] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.191960] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.192033] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.192170] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.214906] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.215128] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.215265] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.215393] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-627" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.215707] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-25f57528-6a32-4edc-8bd2-2207e8490c71 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.215876] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.215991] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.216457] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.216628] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f57528-6a32-4edc-8bd2-2207e8490c71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.718725] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.719133] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.719197] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.719444] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.719595] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.719745] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 25f57528-6a32-4edc-8bd2-2207e8490c71 not found, creating... [ 1148.720021] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.720180] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.720294] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.720514] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.720645] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.720929] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.721175] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.721237] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.721423] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.721560] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.721695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 25f57528-6a32-4edc-8bd2-2207e8490c71 is going to be created. [ 1148.743358] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.743572] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.743693] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.744516] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.744883] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.745652] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.801187] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1148.801660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.801660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.802040] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.802040] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.802313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.802313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.802777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.802777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.802777] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.305735] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.460391] env[65959]: INFO networking_nsxv3.common.synchronization [req-ed920e0f-ee4c-43db-8b51-68abae1bc795 req-cb204213-92d3-4481-bbd3-b30cf0fa8f9f service nova] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_rules [ 1149.460563] env[65959]: INFO networking_nsxv3.common.synchronization [req-ed920e0f-ee4c-43db-8b51-68abae1bc795 req-cb204213-92d3-4481-bbd3-b30cf0fa8f9f service nova] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1149.460699] env[65959]: INFO networking_nsxv3.common.synchronization [req-ed920e0f-ee4c-43db-8b51-68abae1bc795 req-cb204213-92d3-4481-bbd3-b30cf0fa8f9f service nova] Enqueued Resource ID: 25f57528-6a32-4edc-8bd2-2207e8490c71 with Priority: HIGHEST for action port [ 1149.461279] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_rules [ 1149.461411] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1149.461504] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f57528-6a32-4edc-8bd2-2207e8490c71 with Priority: HIGHEST for action port [ 1149.461772] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.461872] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.462074] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.462214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.462369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f57528-6a32-4edc-8bd2-2207e8490c71 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.462523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.462523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.462742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.462870] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f57528-6a32-4edc-8bd2-2207e8490c71',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.808595] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.965204] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25f57528-6a32-4edc-8bd2-2207e8490c71 with status ACTIVE [ 1149.965741] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.965961] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.966067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.966317] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.966429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.967025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.967025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.967025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.967025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.967256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.967256] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.967342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.967375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.967749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.967749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.967749] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25f57528-6a32-4edc-8bd2-2207e8490c71 is going to be updated. [ 1149.994886] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.995562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.995562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.995562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.995562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.995845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f57528-6a32-4edc-8bd2-2207e8490c71" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.310764] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.310952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.311023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.311239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.311328] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.311435] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1150.368176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.368176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.368176] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.368567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.369726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.393014] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1151.513549] env[65959]: INFO networking_nsxv3.common.synchronization [req-ee1bf12e-7ee6-47c1-b4be-42a6a722087f req-5cf51958-e93d-4e5e-b939-97c1fccb36e0 tempest-AttachVolumeShelveTestJSON-1578731090 tempest-AttachVolumeShelveTestJSON-1578731090-project-member] Enqueued Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 1151.513860] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 with Priority: HIGHEST for action security_group_members [ 1151.514206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1bfa562-374d-4d1f-952d-9c545eb2f277 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.514408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.514969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.515215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.515446] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.515614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.515723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.515960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.516058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.517072] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1bfa562-374d-4d1f-952d-9c545eb2f277',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.021262] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.021262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.021262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.021482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.021573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.021749] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.021839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.021903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.022065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.022161] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.022233] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 is going to be updated. [ 1152.051479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.051754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.051754] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.051939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.052038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.065992] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: IN_PROGRESS for 2s [ 1152.404878] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1152.405113] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.405306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.405552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.405749] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.405867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.405932] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.406099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.406182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.406268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.406370] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.407405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.407476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.407624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.407733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.407797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.407945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.408047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.408134] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.910868] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.911271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.911271] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.072960] env[65959]: INFO networking_nsxv3.common.synchronization [req-9c98caaf-16f5-4a3a-a6a5-905b59b70797 req-877227d1-bd8f-4deb-b007-af878e89e4ce tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1153.075199] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1153.075540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.075666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.075732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.075937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.076099] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.076510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.076510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.076510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.076510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.076664] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.414235] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.578952] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.579219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.579297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.579531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.579644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.579857] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.579958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.580035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.580254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.580388] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.580504] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1153.614410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.614697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.614849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.615076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.615313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.626710] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1153.917173] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.917626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.917626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.917717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.917845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.917992] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1153.978659] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.978909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.979168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.979303] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.979509] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.992931] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1154.076580] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 in Status: SUCCESS [ 1154.076815] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1bfa562-374d-4d1f-952d-9c545eb2f277 deletion is rescheduled due to dependency. [ 1154.076969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1bfa562-374d-4d1f-952d-9c545eb2f277" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.617749] env[65959]: INFO networking_nsxv3.common.synchronization [req-cf11d88c-4a10-4d36-bf8f-4aa0ab6fc50d req-c25f22b2-3b48-488e-b825-a38ee1e46fe4 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1155.618292] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1155.618934] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.618934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.638219] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1155.638219] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 1155.638219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.638461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.638679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.638859] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.638972] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.639330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.639330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.639469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.639469] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.005240] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1156.005663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.006103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.006336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.006528] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.006682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.006741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.007435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.007572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.007689] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.010593] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.010832] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.010961] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.011238] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.011650] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.011650] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.011779] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.011940] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.012090] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.012288] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.012397] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.012496] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.012598] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.012712] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.012808] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.012936] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.033049] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.033372] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.033372] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.033468] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-235" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.033898] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.034155] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.034221] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.034682] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.034836] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.142261] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.142482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.142581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.142930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.143057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.143275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.143377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.143440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.143614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.143692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.143785] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1156.171889] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.171889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.172037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.172228] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.172425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.182708] env[65959]: INFO networking_nsxv3.common.synchronization [req-9795132b-164f-4230-8020-a94da8871364 req-5fe0a588-248f-4e56-8761-b3c511f705f7 tempest-DeleteServersTestJSON-245924927 tempest-DeleteServersTestJSON-245924927-project-member] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1156.183705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1156.186186] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGHEST for action security_group_members [ 1156.186186] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.186186] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.186186] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.186186] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.514535] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.538346] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.538606] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.538730] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.539014] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.539173] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.539326] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 not found, creating... [ 1156.539660] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.539817] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.539930] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.540166] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.540299] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.540577] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.540748] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.540853] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.541080] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.541251] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.541347] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 is going to be created. [ 1156.566425] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.566425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.566425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.566425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.566425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.566425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.691063] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.691414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.691414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.691495] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.691588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.691814] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.691907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.691975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.692147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.692275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.692362] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be updated. [ 1156.735126] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.735126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.735126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.735453] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.735561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.745412] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: IN_PROGRESS for 2s [ 1157.016943] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.302987] env[65959]: INFO networking_nsxv3.common.synchronization [req-cf11d88c-4a10-4d36-bf8f-4aa0ab6fc50d req-a99d5ddd-c57f-494c-93da-e314a360a963 service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 1157.303259] env[65959]: INFO networking_nsxv3.common.synchronization [req-cf11d88c-4a10-4d36-bf8f-4aa0ab6fc50d req-a99d5ddd-c57f-494c-93da-e314a360a963 service nova] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1157.303350] env[65959]: INFO networking_nsxv3.common.synchronization [req-cf11d88c-4a10-4d36-bf8f-4aa0ab6fc50d req-a99d5ddd-c57f-494c-93da-e314a360a963 service nova] Enqueued Resource ID: 1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 with Priority: HIGHEST for action port [ 1157.303896] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_rules [ 1157.304041] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1157.304150] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 with Priority: HIGHEST for action port [ 1157.304443] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.304635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.304635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.304816] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.304892] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.306113] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.306223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.306406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.307513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.307513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.307513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.307513] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.519483] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.519701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.519782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.520020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.520447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.520447] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1157.551086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.551290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.551290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.551508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.551651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.566162] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1157.809047] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.809047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.809416] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 with status ACTIVE [ 1157.809416] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.809500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.809592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.810099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.810642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.810642] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.810642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.810642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.811352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.811352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.811352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.811352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.811352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.811608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.811608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.811923] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55 is going to be updated. [ 1157.840234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.840612] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.840705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.840945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.841132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.841597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b11dd93-5cb2-4a5d-9b32-0ef0b7b20a55" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.194443] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1158.194692] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 1158.194834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.195051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.195692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.195692] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.195692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.195692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.195892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.195994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196109] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.698719] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.758177] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 in Status: SUCCESS [ 1158.758373] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 deletion is rescheduled due to dependency. [ 1158.758456] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.201764] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.577039] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1159.577243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.577704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.577820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.578020] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.578154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.578216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.578441] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.578546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.578700] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.703869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.704065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.704132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.704742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.704742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.704742] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1159.738714] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.738846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.738910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.739159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.739297] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.751142] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1160.082248] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.587361] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.089918] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.090254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.090254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.090464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.090552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.090751] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1161.122206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.122431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.122431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.122655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.122798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.131924] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1161.764021] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.764021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.764021] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.764021] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.266418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.266695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.266695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.266964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.267174] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.267316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.267440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.267548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.267635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.267747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.267980] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.268077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.268131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.268299] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.268626] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.268626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.268626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.268875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.268935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.269025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.269326] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.305647] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.305949] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1162.771695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 664125ba-6557-47a4-9b6f-42ff82075593: rpc.has_security_group_logging(os_id): False [ 1162.790928] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.791167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.791167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.791455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.791455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.791610] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.791699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.791756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.791896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.792026] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.792357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.792357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.792499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.792567] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.792750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.792956] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.793080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.793174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.793338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.793481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.793532] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1162.860223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.860859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.861018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.861282] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.861438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.892351] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1163.144787] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144787] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.144787] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.145149] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.145149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.145149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.145149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.145287] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.145356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.145397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.145797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.145797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.145797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.145797] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.648536] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 458d3009-991c-436f-8e1f-1de08ccac00e: rpc.has_security_group_logging(os_id): False [ 1163.668472] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.668809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.668809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.669019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.669168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.669380] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.669480] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.669546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.669940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.669940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.670111] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.670202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.670257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.670411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.670484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.670667] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.670758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.670840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.670987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.671076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.671163] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be created. [ 1163.735185] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.735382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.735454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.735690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.735892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.757025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1164.912054] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1164.912054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.770938] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1165.771182] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.771358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.771581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.771672] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.095629] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f0402a3a-c49e-4b30-ba35-5b9fce8968f6 None None] Enqueued Resource ID: caf8092d-267e-4598-8798-c6018c25453d with Priority: HIGHEST for action port [ 1166.096276] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf8092d-267e-4598-8798-c6018c25453d with Priority: HIGHEST for action port [ 1166.096666] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-caf8092d-267e-4598-8798-c6018c25453d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.096790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caf8092d-267e-4598-8798-c6018c25453d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.096858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caf8092d-267e-4598-8798-c6018c25453d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.097159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caf8092d-267e-4598-8798-c6018c25453d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.097246] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caf8092d-267e-4598-8798-c6018c25453d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.273976] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.274138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.274648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.274648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.274648] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.276653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.276653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.276653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.276653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.276653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.276653] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.599794] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caf8092d-267e-4598-8798-c6018c25453d [ 1166.600065] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.600204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.600271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.602151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.602272] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.602665] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caf8092d-267e-4598-8798-c6018c25453d already deleted. [ 1166.602665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caf8092d-267e-4598-8798-c6018c25453d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.710017] env[65959]: INFO networking_nsxv3.common.synchronization [None req-ea7c2554-383f-4ad7-ba9d-8f03dbd8f69e tempest-ServerActionsV293TestJSON-999881179 tempest-ServerActionsV293TestJSON-999881179-project-member] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_rules [ 1166.710017] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_rules [ 1166.710017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.710017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.710017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.710017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.710340] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.780609] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.780822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.780895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.782033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.782033] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.782033] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.782488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.782488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.782488] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.782614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.782685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.782853] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.782952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.783056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.783144] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.821594] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6f578c1e-691c-49ff-8067-dbc1bda6d362 tempest-ServerActionsV293TestJSON-999881179 tempest-ServerActionsV293TestJSON-999881179-project-member] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_rules [ 1166.821836] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_rules [ 1166.824835] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.824835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.233285] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.233285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.233285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.233750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.233750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.233750] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abef2b18-1952-4b99-9a80-217ba7781671 already deleted. [ 1167.233750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.233750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.233913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.234015] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.289643] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 458d3009-991c-436f-8e1f-1de08ccac00e: rpc.has_security_group_logging(os_id): False [ 1167.309504] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.309649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.309718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.309956] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.310056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.310299] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.310415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.310504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.310724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.310857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.311165] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.311304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.311416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.311632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.311766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.312223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.312350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.312421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.312588] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.312668] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.312757] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1167.399025] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.399025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.399025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.399025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.399025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.414070] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1167.756284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.756448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.756498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.757245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.757372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.757479] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abef2b18-1952-4b99-9a80-217ba7781671 already deleted. [ 1167.757865] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.336917] env[65959]: INFO networking_nsxv3.common.synchronization [None req-f18eaf42-b68b-4f2c-9f29-237d13eff31a None None] Enqueued Resource ID: 4d72dea5-a0bb-4e83-9102-f438bae61b29 with Priority: HIGHEST for action port [ 1168.337327] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d72dea5-a0bb-4e83-9102-f438bae61b29 with Priority: HIGHEST for action port [ 1168.337541] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d72dea5-a0bb-4e83-9102-f438bae61b29 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.337676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d72dea5-a0bb-4e83-9102-f438bae61b29" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.337745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d72dea5-a0bb-4e83-9102-f438bae61b29" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.338018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d72dea5-a0bb-4e83-9102-f438bae61b29" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.338102] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d72dea5-a0bb-4e83-9102-f438bae61b29',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.840582] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d72dea5-a0bb-4e83-9102-f438bae61b29 [ 1168.840818] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.841085] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.841254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.841574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.842088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.842088] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d72dea5-a0bb-4e83-9102-f438bae61b29 already deleted. [ 1168.842088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d72dea5-a0bb-4e83-9102-f438bae61b29" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.432025] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1169.432025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.432025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.432025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.432025] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.742224] env[65959]: INFO networking_nsxv3.common.synchronization [req-ed29d3a8-1bd0-4b56-84f7-436ebcedef0e req-3e90d137-a6c9-482a-af43-ef7c339cd796 tempest-ServerDiskConfigTestJSON-462811292 tempest-ServerDiskConfigTestJSON-462811292-project-member] Enqueued Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1169.742816] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664125ba-6557-47a4-9b6f-42ff82075593 with Priority: HIGHEST for action security_group_members [ 1169.743202] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-664125ba-6557-47a4-9b6f-42ff82075593 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.743331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.743409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.743605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.743761] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.743858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.743924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.744072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.744157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.744262] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664125ba-6557-47a4-9b6f-42ff82075593',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.933397] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.933546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.933639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.933948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.934125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.934241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.934287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.934465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.934549] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.934636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.934726] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.246405] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.246566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.246636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.247028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.247110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.247308] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.247411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.247494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.247665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.247745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.247832] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 is going to be updated. [ 1170.277357] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.277506] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.277573] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.277844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.277943] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.288203] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: IN_PROGRESS for 2s [ 1170.439778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.440226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.440226] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.440309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.440418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.440521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.440585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.440885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.440885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.440993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.441359] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.441359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.441359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.441359] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.441524] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.441572] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.441608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.441741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.441817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.441897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.442015] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.945495] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 458d3009-991c-436f-8e1f-1de08ccac00e: rpc.has_security_group_logging(os_id): False [ 1170.964483] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.964653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.964726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.964969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.965074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.965331] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.965432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.965609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.965659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.965817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.965905] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.966023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.966098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.966239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.966323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.966545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.966643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.966702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.966843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.966934] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.967034] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1171.028832] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.029057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.029057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.029265] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.029411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.042701] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1172.305976] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664125ba-6557-47a4-9b6f-42ff82075593 in Status: SUCCESS [ 1172.306323] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664125ba-6557-47a4-9b6f-42ff82075593 deletion is rescheduled due to dependency. [ 1172.306323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664125ba-6557-47a4-9b6f-42ff82075593" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.057613] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1173.057613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.086527] env[65959]: INFO networking_nsxv3.common.synchronization [req-d9e96429-1567-4fc7-a28f-e1fbee9a3a9f req-fbe8bdfa-3c15-4fcc-9e16-51c3e3456b62 tempest-ListServerFiltersTestJSON-41527048 tempest-ListServerFiltersTestJSON-41527048-project-member] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1173.087094] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1173.087406] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.087537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.087599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.087794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.087941] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.088045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.088102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.088447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.088447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.088447] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.593432] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.096274] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.599390] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.599797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.599797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.600038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.600132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.600243] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1174.631010] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.631201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.631247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.631449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.631700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.641142] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1176.653305] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1176.653675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.088809] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.089079] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.344164] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.344535] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.344709] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.345102] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.345454] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.345662] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.345812] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.346148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.346337] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.346751] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.346865] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.346974] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.347154] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.347380] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.347443] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.347601] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.376020] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.376223] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.376345] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.376528] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-323" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.376881] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.377082] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.377255] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.377570] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.377717] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14541994-1d3e-43be-afc5-e1fb2f6cb3d9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.880571] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.880804] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.880900] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.881257] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.881444] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.881738] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.881892] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.882481] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.882481] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.882481] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.882746] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.882904] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.883051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.883231] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.883359] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.883501] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 is going to be updated. [ 1178.905684] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.905890] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.906026] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.906303] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.906522] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.906787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.639916] env[65959]: INFO networking_nsxv3.common.synchronization [req-1a0b3b50-28a3-4428-9fa6-b22d0e80bf9d req-bb229407-b37c-4e0d-ae92-4ef4ab011fb2 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 1179.639916] env[65959]: INFO networking_nsxv3.common.synchronization [req-1a0b3b50-28a3-4428-9fa6-b22d0e80bf9d req-bb229407-b37c-4e0d-ae92-4ef4ab011fb2 service nova] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1179.639916] env[65959]: INFO networking_nsxv3.common.synchronization [req-1a0b3b50-28a3-4428-9fa6-b22d0e80bf9d req-bb229407-b37c-4e0d-ae92-4ef4ab011fb2 service nova] Enqueued Resource ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 with Priority: HIGHEST for action port [ 1179.640394] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_rules [ 1179.640394] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1179.640461] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 with Priority: HIGHEST for action port [ 1179.640711] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.640831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.640896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.641112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.641213] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.642991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.642991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.642991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.642991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.642991] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.642991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.642991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.643321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.643321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.643321] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.644907] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.644907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.644907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.644907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.644907] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14541994-1d3e-43be-afc5-e1fb2f6cb3d9',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.146405] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.146598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.146760] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.147712] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 with status ACTIVE [ 1180.147868] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.147973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.148059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.148268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.148358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.148531] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.148630] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.148692] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.148841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.148919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.149124] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.149220] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.149280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.149423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.149498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.149582] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14541994-1d3e-43be-afc5-e1fb2f6cb3d9 is going to be updated. [ 1180.176411] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.176411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.176411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.176411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.176411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.176411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14541994-1d3e-43be-afc5-e1fb2f6cb3d9" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.651506] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.154133] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.154339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.154389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.154650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.154741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.154829] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 1181.190196] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.190196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.190196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.190196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.190367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.201154] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 1183.213917] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 1183.214285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.214443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.214556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.214750] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.214866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.214930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.215100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.215179] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.215261] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.215436] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.661256] env[65959]: INFO networking_nsxv3.common.synchronization [req-929d25a0-76c6-4e7e-80cf-ebe27b248c64 req-f9379550-6542-4635-8b0c-bf359a44a3b4 tempest-ListServerFiltersTestJSON-41527048 tempest-ListServerFiltersTestJSON-41527048-project-member] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1183.661256] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1183.661459] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.662193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.662193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.662193] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.662540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.663646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.663646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.663646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.663646] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.663646] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.717470] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.165954] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.219834] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35b52f9d-a3e8-43ef-8718-de3dc451fc60: rpc.has_security_group_logging(os_id): False [ 1184.239216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.239368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.239437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.239658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.239757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.239996] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.240137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.240208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.240369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.240510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.240564] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 1184.309329] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.309550] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.309617] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.309876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.310065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.331733] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 1184.669164] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.172328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.172580] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.172686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.173036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.173177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.173334] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1185.207292] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.207476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.207476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.207752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.207841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.220701] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1186.347280] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 1186.347669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.232694] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1187.233070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.661915] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.662287] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.398177] env[65959]: INFO networking_nsxv3.common.synchronization [req-6eb1cf9f-9686-49f1-9431-9f9bd1deaf57 req-6f5afb40-905c-402a-9969-2a4e26298923 tempest-ListServerFiltersTestJSON-41527048 tempest-ListServerFiltersTestJSON-41527048-project-member] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1191.398506] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGHEST for action security_group_members [ 1191.398803] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.398963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.399024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.399198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.399345] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.399440] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.399513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.399666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.399750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.399838] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.733684] env[65959]: INFO networking_nsxv3.common.synchronization [req-45f1d8d8-f381-4a25-a7a9-6ad43e1d476e req-982e1d41-cfc5-40d4-b353-2a3f038172aa tempest-ServerActionsV293TestJSON-999881179 tempest-ServerActionsV293TestJSON-999881179-project-member] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_members [ 1191.734330] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_members [ 1191.734744] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.734868] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.734945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.735197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.735402] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.735539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.735539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.735685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.735744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.735844] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.902525] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.902672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.902744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.902966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.903078] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.903275] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.903372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.903435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.903585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.903661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.903744] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be updated. [ 1191.931201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.931364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.931429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.931620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.931758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.948023] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: IN_PROGRESS for 2s [ 1192.103664] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.104007] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-673" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.104148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-673" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.104466] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-673" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.104775] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.104924] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.105044] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.105273] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.105418] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.105641] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.105752] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.105853] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.105955] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.106088] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.106191] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.106315] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.127375] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.127619] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.127816] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.128055] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-673" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.128323] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-a5680bdc-ff91-4780-ad63-381505139151 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.128494] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.128611] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.128942] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.129286] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5680bdc-ff91-4780-ad63-381505139151',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.237633] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.237783] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.237824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.238036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.238361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.238361] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.238492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.238492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.238631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.238679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.238765] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abef2b18-1952-4b99-9a80-217ba7781671 already deleted. [ 1192.238847] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.631603] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.631952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.631952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.632243] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.632391] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.632557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port a5680bdc-ff91-4780-ad63-381505139151 not found, creating... [ 1192.632844] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.633127] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.633286] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.633679] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.633679] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.633952] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.634204] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.634330] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.634560] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.634698] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.634838] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: a5680bdc-ff91-4780-ad63-381505139151 is going to be created. [ 1192.656203] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.656420] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.656538] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.656877] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.657226] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.657509] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.361811] env[65959]: INFO networking_nsxv3.common.synchronization [req-45f1d8d8-f381-4a25-a7a9-6ad43e1d476e req-eb541011-4919-4da7-9574-10e5f5c789fc service nova] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_rules [ 1193.362042] env[65959]: INFO networking_nsxv3.common.synchronization [req-45f1d8d8-f381-4a25-a7a9-6ad43e1d476e req-eb541011-4919-4da7-9574-10e5f5c789fc service nova] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_members [ 1193.362296] env[65959]: INFO networking_nsxv3.common.synchronization [req-45f1d8d8-f381-4a25-a7a9-6ad43e1d476e req-eb541011-4919-4da7-9574-10e5f5c789fc service nova] Enqueued Resource ID: a5680bdc-ff91-4780-ad63-381505139151 with Priority: HIGHEST for action port [ 1193.362646] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_rules [ 1193.363919] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_members [ 1193.364027] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5680bdc-ff91-4780-ad63-381505139151 with Priority: HIGHEST for action port [ 1193.364306] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.364422] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.364490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.365389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.365389] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.365778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.365892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.365958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.366144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.366290] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.366382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.366442] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.366579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.366681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.366745] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.368049] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5680bdc-ff91-4780-ad63-381505139151 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.368160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.368225] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.368375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.368450] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5680bdc-ff91-4780-ad63-381505139151',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.870479] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.871079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.871079] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.871695] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5680bdc-ff91-4780-ad63-381505139151 with status ACTIVE [ 1193.871927] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.872067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.872128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.872336] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.872482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.872683] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.872775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.872898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.873077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.873154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.873339] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.873430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.873486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.873628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.873698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.873779] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5680bdc-ff91-4780-ad63-381505139151 is going to be updated. [ 1193.930352] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.930581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.930581] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.930764] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.930901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5680bdc-ff91-4780-ad63-381505139151" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.964723] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 458d3009-991c-436f-8e1f-1de08ccac00e in Status: SUCCESS [ 1193.964919] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e deletion is rescheduled due to dependency. [ 1193.965044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.375769] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.878583] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.878989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.878989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.879102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.879102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.879210] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abef2b18-1952-4b99-9a80-217ba7781671 is going to be created. [ 1194.905773] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.906017] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.906067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.906254] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.906418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.916408] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abef2b18-1952-4b99-9a80-217ba7781671 in Status: UNINITIALIZED for 2s [ 1196.358619] env[65959]: INFO networking_nsxv3.common.synchronization [req-46c86f64-4c6a-4da6-8acb-4a6da5f18286 req-01e1f7a7-ccc0-48a3-9825-190b840bf321 tempest-ServerActionsTestOtherB-1952124878 tempest-ServerActionsTestOtherB-1952124878-project-member] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1196.359976] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGHEST for action security_group_members [ 1196.360322] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.360461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.360553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.360758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.361499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.361499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.361499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.361499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.361499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.361499] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.866878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.867436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.867436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.867548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.867586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.867862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.869323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.869323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.869323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.869323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.869323] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be updated. [ 1196.909625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.909760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.909798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.910024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.911143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.923543] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: IN_PROGRESS for 2s [ 1196.933860] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abef2b18-1952-4b99-9a80-217ba7781671 in Status: SUCCESS [ 1196.934141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.934241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.934462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.934763] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.934910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.934910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.935034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.935100] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.935250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.935250] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.437678] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.910606] env[65959]: INFO networking_nsxv3.common.synchronization [req-0f665be1-400d-44c5-b716-57b8c37310df req-f8a35543-1ee4-4398-a397-74b88f417a16 tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_members [ 1197.911441] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGHEST for action security_group_members [ 1197.911889] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.912082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.912197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.912510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.912840] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.912999] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.913111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.913348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.913477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.913632] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.940397] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abef2b18-1952-4b99-9a80-217ba7781671: rpc.has_security_group_logging(os_id): False [ 1197.964181] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.964385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.964427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.964772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.964856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.965140] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.965321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.965427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.965780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.965896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.966008] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abef2b18-1952-4b99-9a80-217ba7781671 is going to be created. [ 1198.035919] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.036080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.036151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.036458] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.036537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.049870] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abef2b18-1952-4b99-9a80-217ba7781671 in Status: IN_PROGRESS for 2s [ 1198.416637] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.416850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.416850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.417091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.417181] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.417396] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.417502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.417585] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.417756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.417804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.417850] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 is going to be updated. [ 1198.467165] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.467165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.467957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.467957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.467957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.481759] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb04311f-924f-47e7-be60-11ac816ce2b6 in Status: IN_PROGRESS for 2s [ 1198.934607] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 in Status: SUCCESS [ 1198.934828] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 deletion is rescheduled due to dependency. [ 1198.934828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.062974] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abef2b18-1952-4b99-9a80-217ba7781671 in Status: SUCCESS [ 1200.063278] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.500560] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb04311f-924f-47e7-be60-11ac816ce2b6 in Status: SUCCESS [ 1200.500560] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 deletion is rescheduled due to dependency. [ 1200.500560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.913114] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.913487] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.188096] env[65959]: INFO networking_nsxv3.common.synchronization [req-90ffa3c8-d795-4fb2-b87a-29028fbc2068 req-c2038e57-59d7-4528-ad5b-2021f5187c94 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1206.188655] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1206.188987] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.189311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.189445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.189658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.189816] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.189945] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.189995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.190119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.190203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.190484] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.692662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.692854] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.692931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.693178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.693276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.693470] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.693566] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.693628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.693780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.693857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.693944] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1206.726917] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.726917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.726917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.726917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.726917] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.735775] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1208.748667] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1208.748982] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 deletion is rescheduled due to dependency. [ 1208.748982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.674296] env[65959]: INFO networking_nsxv3.common.synchronization [None req-62d8f39f-fc86-4d7a-9e28-5dcf5661b751 None None] Enqueued Resource ID: 1b5755f9-fd3e-4b24-bea8-7d35a09090cc with Priority: HIGHEST for action port [ 1209.674603] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5755f9-fd3e-4b24-bea8-7d35a09090cc with Priority: HIGHEST for action port [ 1209.674949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b5755f9-fd3e-4b24-bea8-7d35a09090cc taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.675094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b5755f9-fd3e-4b24-bea8-7d35a09090cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.675162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b5755f9-fd3e-4b24-bea8-7d35a09090cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.675423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b5755f9-fd3e-4b24-bea8-7d35a09090cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.675504] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5755f9-fd3e-4b24-bea8-7d35a09090cc',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.178406] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b5755f9-fd3e-4b24-bea8-7d35a09090cc [ 1210.178706] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.178780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.178828] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.179066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.179162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.179260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b5755f9-fd3e-4b24-bea8-7d35a09090cc already deleted. [ 1210.179342] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b5755f9-fd3e-4b24-bea8-7d35a09090cc" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.510148] env[65959]: INFO networking_nsxv3.common.synchronization [None req-663032f8-d6f7-41c9-a875-663ea15df4b0 None None] Enqueued Resource ID: 1e16738a-e0b9-4e46-ac03-f49fc698a81d with Priority: HIGHEST for action port [ 1211.510777] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e16738a-e0b9-4e46-ac03-f49fc698a81d with Priority: HIGHEST for action port [ 1211.511527] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e16738a-e0b9-4e46-ac03-f49fc698a81d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.511639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e16738a-e0b9-4e46-ac03-f49fc698a81d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.511711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e16738a-e0b9-4e46-ac03-f49fc698a81d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.512020] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e16738a-e0b9-4e46-ac03-f49fc698a81d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.512065] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e16738a-e0b9-4e46-ac03-f49fc698a81d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.014037] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e16738a-e0b9-4e46-ac03-f49fc698a81d [ 1212.014173] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.015121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.015121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.015121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.015121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.015121] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e16738a-e0b9-4e46-ac03-f49fc698a81d already deleted. [ 1212.015121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e16738a-e0b9-4e46-ac03-f49fc698a81d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.205389] env[65959]: INFO networking_nsxv3.common.synchronization [None req-9466b38b-031f-4f0f-b32e-665541624e2e None None] Enqueued Resource ID: 06a2cee3-06e3-4e46-85a6-b38770182511 with Priority: HIGHEST for action port [ 1212.206496] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a2cee3-06e3-4e46-85a6-b38770182511 with Priority: HIGHEST for action port [ 1212.206496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a2cee3-06e3-4e46-85a6-b38770182511 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.206496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a2cee3-06e3-4e46-85a6-b38770182511" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.206496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a2cee3-06e3-4e46-85a6-b38770182511" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.206711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a2cee3-06e3-4e46-85a6-b38770182511" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.206711] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a2cee3-06e3-4e46-85a6-b38770182511',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.384069] env[65959]: INFO networking_nsxv3.common.synchronization [req-e0444b03-920c-4b5c-9b62-fbd9cfd1a9f8 req-a0f93be5-7f36-41fd-acac-0f1318eeb8aa tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1212.384904] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1212.385918] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.385918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.385918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.388103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.388103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.388103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.388103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.388103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.388103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.388103] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.710297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06a2cee3-06e3-4e46-85a6-b38770182511 [ 1212.710657] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.710730] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.710801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.711073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.711159] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.711259] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06a2cee3-06e3-4e46-85a6-b38770182511 already deleted. [ 1212.711343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a2cee3-06e3-4e46-85a6-b38770182511" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.891943] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.396859] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.766406] env[65959]: INFO networking_nsxv3.common.synchronization [None req-3292bdd3-a076-4285-99bc-fbb2a82528f3 None None] Enqueued Resource ID: ee644468-e856-4bdb-b852-b1f534540d4a with Priority: HIGHEST for action port [ 1213.767020] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee644468-e856-4bdb-b852-b1f534540d4a with Priority: HIGHEST for action port [ 1213.767315] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee644468-e856-4bdb-b852-b1f534540d4a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.767438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee644468-e856-4bdb-b852-b1f534540d4a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.767505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee644468-e856-4bdb-b852-b1f534540d4a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.767760] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee644468-e856-4bdb-b852-b1f534540d4a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.767846] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee644468-e856-4bdb-b852-b1f534540d4a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.901515] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.901726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.901824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.902180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.902321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.902478] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be updated. [ 1213.941518] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.941704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.941704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.941921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.942123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.966415] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1214.269891] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee644468-e856-4bdb-b852-b1f534540d4a [ 1214.270153] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.270264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.270322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.270547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.270639] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.270737] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee644468-e856-4bdb-b852-b1f534540d4a already deleted. [ 1214.270821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee644468-e856-4bdb-b852-b1f534540d4a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.977538] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1215.977538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.061271] env[65959]: INFO networking_nsxv3.common.synchronization [req-3eecaa7a-7efe-41e1-a318-5a89e6dde51b req-347e64ef-b099-4a11-b32d-b1367d75ad37 tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1216.061271] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1216.061271] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.061271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.061271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.061271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.061271] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.061271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.061271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.061271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.063310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.064266] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.155324] env[65959]: INFO networking_nsxv3.common.synchronization [req-8757a3ca-3275-41f4-9be5-69b0c6c4259e req-17e29d46-102f-41bf-9b02-7deed2a70bc5 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_members [ 1216.155887] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGHEST for action security_group_members [ 1216.156213] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.156334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.156399] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.156604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.156754] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.156851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.156904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.157065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.157148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.157239] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.383670] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.383849] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.383972] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.384338] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.384780] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.385029] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.385183] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.385427] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.385571] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.385792] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.385895] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.385996] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.386115] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.386222] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.386328] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.386452] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.406372] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.406616] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.406813] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.407101] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-240" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.407536] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-bbddcfab-d0a8-48f8-9381-5f585771eb6e taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.407778] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.407950] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.408401] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.408596] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbddcfab-d0a8-48f8-9381-5f585771eb6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.566959] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.567166] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.567211] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.567420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.567507] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.567696] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.567790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.567843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.567986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.568070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.568155] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1216.595486] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.595717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.595825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.596096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.596251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.606375] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1216.659838] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.660138] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.660208] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.660841] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.660997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.661258] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.661354] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.661408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.661719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.661815] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.661882] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 is going to be updated. [ 1216.702987] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.703205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.703205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.703418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.703555] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.712912] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 in Status: IN_PROGRESS for 2s [ 1216.910697] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.910945] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.911097] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.911396] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.911562] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.911706] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port bbddcfab-d0a8-48f8-9381-5f585771eb6e not found, creating... [ 1216.911940] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.912110] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.912224] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.912432] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.912613] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.912920] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.913143] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.913194] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.913406] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.913543] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.913951] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: bbddcfab-d0a8-48f8-9381-5f585771eb6e is going to be created. [ 1216.938585] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.938830] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.939051] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.939371] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.939639] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.939897] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.634592] env[65959]: INFO networking_nsxv3.common.synchronization [req-3eecaa7a-7efe-41e1-a318-5a89e6dde51b req-f8051c7c-8637-46ea-8d84-3310354d9ef8 service nova] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 1217.634898] env[65959]: INFO networking_nsxv3.common.synchronization [req-3eecaa7a-7efe-41e1-a318-5a89e6dde51b req-f8051c7c-8637-46ea-8d84-3310354d9ef8 service nova] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1217.635047] env[65959]: INFO networking_nsxv3.common.synchronization [req-3eecaa7a-7efe-41e1-a318-5a89e6dde51b req-f8051c7c-8637-46ea-8d84-3310354d9ef8 service nova] Enqueued Resource ID: bbddcfab-d0a8-48f8-9381-5f585771eb6e with Priority: HIGHEST for action port [ 1217.636611] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_rules [ 1217.636750] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1217.636847] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbddcfab-d0a8-48f8-9381-5f585771eb6e with Priority: HIGHEST for action port [ 1217.637584] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.637744] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.637798] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.638169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.638310] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.639560] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.639675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.639874] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbddcfab-d0a8-48f8-9381-5f585771eb6e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.639977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.640053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.640236] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.640313] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbddcfab-d0a8-48f8-9381-5f585771eb6e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.142164] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.142296] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.142501] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbddcfab-d0a8-48f8-9381-5f585771eb6e with status ACTIVE [ 1218.142693] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.142813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.142870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.143105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.143189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.143354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.143444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.143504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.143648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.143767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.143892] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.143982] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.144048] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.144184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.144271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.144354] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbddcfab-d0a8-48f8-9381-5f585771eb6e is going to be updated. [ 1218.164976] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.165203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.165203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.165421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.165606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.165771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbddcfab-d0a8-48f8-9381-5f585771eb6e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.616663] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1218.616899] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 deletion is rescheduled due to dependency. [ 1218.616899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.617123] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.617352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.617539] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.617658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.617755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.617870] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.617941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.618097] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.723687] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 in Status: SUCCESS [ 1218.724102] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 deletion is rescheduled due to dependency. [ 1218.724102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.121087] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.624903] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.969729] env[65959]: INFO networking_nsxv3.common.synchronization [req-e205a12f-bfbc-4e8e-a522-33421b5fd869 req-6a978897-9be3-4f27-8677-9174df42250b tempest-ServersNegativeTestMultiTenantJSON-571516416 tempest-ServersNegativeTestMultiTenantJSON-571516416-project-member] Enqueued Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_members [ 1219.970277] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_members [ 1219.970566] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.970686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.970755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.971014] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.971731] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.971731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.971731] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.971928] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.972028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.972124] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.127689] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.127689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.127689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.127935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.128052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.128189] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1220.159899] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.159899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.159899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.159899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.159899] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.169418] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1220.290354] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.290354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-812" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.290354] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-812" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.290572] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-812" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.290823] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.290976] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.291190] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.291444] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.291624] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.291867] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.292017] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.292154] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.292286] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.292426] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.293313] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.293313] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.313134] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.313134] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.313134] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.313134] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-812" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.313459] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-175de1e6-b535-4996-8e2a-ada034150e4d taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.313629] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.313819] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.314147] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.314276] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175de1e6-b535-4996-8e2a-ada034150e4d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.468268] env[65959]: INFO networking_nsxv3.common.synchronization [req-50ee95ff-819c-45e9-9b13-e34c9dcf323b req-a017f7f8-0fa1-4dbb-aad7-7c70951199b1 tempest-ServerRescueNegativeTestJSON-1333900889 tempest-ServerRescueNegativeTestJSON-1333900889-project-member] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1220.468883] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGHEST for action security_group_members [ 1220.469210] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.469335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.469403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.469605] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.469753] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.469852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.469912] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.470081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.470174] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.470269] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.474884] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.475065] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.475117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.475276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.475363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.475543] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.475641] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.475697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.475857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.475952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.476066] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 already deleted. [ 1220.476177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.816707] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.816922] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.817116] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.817464] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.817650] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.817837] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 175de1e6-b535-4996-8e2a-ada034150e4d not found, creating... [ 1220.818239] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.818447] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.818602] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.818857] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.819045] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.819365] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.819529] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.819645] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.819855] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.819990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.820144] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 175de1e6-b535-4996-8e2a-ada034150e4d is going to be created. [ 1220.840928] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.841231] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.841378] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.841787] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.842148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.842472] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.972538] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.972976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.972976] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.973316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.973476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.973864] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.974072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.974255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.974366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.974455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.974568] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be updated. [ 1221.012351] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.012571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.012571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.012763] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.012896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.024623] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: IN_PROGRESS for 2s [ 1221.554452] env[65959]: INFO networking_nsxv3.common.synchronization [req-e205a12f-bfbc-4e8e-a522-33421b5fd869 req-fefcf6db-e7d6-4d57-b51b-7ec5fbc782ae service nova] Enqueued Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_rules [ 1221.554642] env[65959]: INFO networking_nsxv3.common.synchronization [req-e205a12f-bfbc-4e8e-a522-33421b5fd869 req-fefcf6db-e7d6-4d57-b51b-7ec5fbc782ae service nova] Enqueued Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_members [ 1221.554838] env[65959]: INFO networking_nsxv3.common.synchronization [req-e205a12f-bfbc-4e8e-a522-33421b5fd869 req-fefcf6db-e7d6-4d57-b51b-7ec5fbc782ae service nova] Enqueued Resource ID: 175de1e6-b535-4996-8e2a-ada034150e4d with Priority: HIGHEST for action port [ 1221.555459] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_rules [ 1221.555613] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_members [ 1221.555676] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175de1e6-b535-4996-8e2a-ada034150e4d with Priority: HIGHEST for action port [ 1221.556059] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.556162] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.556223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.556494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.556591] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.557509] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.557582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.557644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.557827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.557989] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.558098] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.558169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.558316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.558408] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.558496] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.559286] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-175de1e6-b535-4996-8e2a-ada034150e4d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.559482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.559482] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.559606] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.559690] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175de1e6-b535-4996-8e2a-ada034150e4d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.061719] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.062742] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.062838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.062960] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175de1e6-b535-4996-8e2a-ada034150e4d with status ACTIVE [ 1222.063126] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.063224] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.063280] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.063484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.063593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.064755] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.064755] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.064755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.064755] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175de1e6-b535-4996-8e2a-ada034150e4d is going to be updated. [ 1222.085506] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.085667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.085747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.086102] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.086270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.086434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175de1e6-b535-4996-8e2a-ada034150e4d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.191705] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1222.191942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.192124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.192332] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.192517] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.192636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.192701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.192878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.192957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.193081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.193228] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.566444] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.696667] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.038590] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918d0112-dd43-41d5-a825-38c0257eef1c in Status: SUCCESS [ 1223.038787] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c deletion is rescheduled due to dependency. [ 1223.038986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.068733] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.069131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.069131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.069204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.069298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.069395] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 is going to be created. [ 1223.098990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.099479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.099479] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.099727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.100052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.113116] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 in Status: UNINITIALIZED for 2s [ 1223.201053] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8cea36-9534-4597-9342-4b9fc6fc3198: rpc.has_security_group_logging(os_id): False [ 1223.222260] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.222486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.222486] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.222714] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.224139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.224139] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.224139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.224139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.224139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.224139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.224139] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1223.290475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.290669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.290721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.290973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.291266] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.306622] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1225.125274] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 in Status: SUCCESS [ 1225.125637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.125852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.126194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.126497] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.126690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.126817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.127086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.127235] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.127385] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.127533] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.320930] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1225.321183] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.630889] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.631096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.631096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.631464] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.631581] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.631651] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.631683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.631808] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.631893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.631977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.632136] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.632227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.632281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.632546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.632546] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.632635] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.632672] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.632835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.632907] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.632985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.633084] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.135748] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496: rpc.has_security_group_logging(os_id): False [ 1226.155592] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.155773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.155860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.156313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.156313] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.156313] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.156468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.156752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.157119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.157119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.157276] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.157389] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.157449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.157610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.157682] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.157863] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.157958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.158845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.159067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.159155] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.159268] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 is going to be created. [ 1226.216037] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.216037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.216037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.216037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.216037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.226793] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 in Status: IN_PROGRESS for 2s [ 1226.556540] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.556660] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1227.270251] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb2959ba-4e3e-4a56-8af4-b5bf3097d52b req-3b93beda-9152-4284-b50a-ef3b43444d36 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1227.270832] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1227.271231] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.271366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.271468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.271718] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.271922] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.272025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.272095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.272260] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.272357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.272449] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.561679] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.561870] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.561990] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.562267] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.562509] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.562673] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.562802] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.563025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.563169] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.563448] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.563568] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.563672] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.563773] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.563878] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.563977] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.564123] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.581973] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.582160] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.582292] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.582451] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.582783] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-8eb898e0-f710-4fb8-b17d-6b0abbf41092 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.582952] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.583078] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.583385] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.583518] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb898e0-f710-4fb8-b17d-6b0abbf41092',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.774615] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.774820] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.774908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.775149] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.775238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.775423] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.775522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.775586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.775738] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.775829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.775917] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be deleted. [ 1227.805068] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.805276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.805276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.805466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.805552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.805645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.086832] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.087371] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.087688] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.088222] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.088484] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.088691] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port 8eb898e0-f710-4fb8-b17d-6b0abbf41092 not found, creating... [ 1228.089011] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.089245] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.089396] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.089640] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.089780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.090139] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.090301] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.090413] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.090623] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.090753] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.090891] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 is going to be created. [ 1228.113367] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.113584] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.113680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.113948] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.114194] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.114415] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.238844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 in Status: SUCCESS [ 1228.239131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.829071] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb2959ba-4e3e-4a56-8af4-b5bf3097d52b req-5e831561-d0cc-4857-83f1-dd6cdbfa4f8a service nova] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_rules [ 1228.829365] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb2959ba-4e3e-4a56-8af4-b5bf3097d52b req-5e831561-d0cc-4857-83f1-dd6cdbfa4f8a service nova] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1228.829558] env[65959]: INFO networking_nsxv3.common.synchronization [req-bb2959ba-4e3e-4a56-8af4-b5bf3097d52b req-5e831561-d0cc-4857-83f1-dd6cdbfa4f8a service nova] Enqueued Resource ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 with Priority: HIGHEST for action port [ 1228.830023] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_rules [ 1228.832077] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1228.832077] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 with Priority: HIGHEST for action port [ 1228.832077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.832077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.832077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.832077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.832337] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.834328] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.834515] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.834688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.835554] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.836043] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.836043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.836043] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.836219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.836318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.836443] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.838100] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb898e0-f710-4fb8-b17d-6b0abbf41092 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.838229] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.838288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.838622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.838719] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb898e0-f710-4fb8-b17d-6b0abbf41092',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.335158] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.335373] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.341694] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb898e0-f710-4fb8-b17d-6b0abbf41092 with status ACTIVE [ 1229.341969] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.342142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.342262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.342487] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.342596] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.342881] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.343047] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.343126] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.343349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.343468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.343686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.343809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.343889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.344106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.344213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.344317] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 is going to be updated. [ 1229.346372] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.380278] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.380451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.380492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.380736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.380877] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.381076] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.849027] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.352216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.352361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.352436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.352660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.352782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.352879] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be created. [ 1230.375488] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.375634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.375686] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.375906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.376314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.385481] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: UNINITIALIZED for 2s [ 1232.397066] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: SUCCESS [ 1232.397454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.397454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.397795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.398098] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.398281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.398376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.398614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.398732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.398858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.398994] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.853082] env[65959]: INFO networking_nsxv3.common.synchronization [req-72931222-ad5c-4d61-ae1c-eff3dce44acc req-aaa51cc5-115f-4775-a9c8-192ccd38f90e tempest-ServersNegativeTestMultiTenantJSON-571516416 tempest-ServersNegativeTestMultiTenantJSON-571516416-project-member] Enqueued Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_members [ 1232.853893] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGHEST for action security_group_members [ 1232.854178] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.854292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.854352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.854569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.854719] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.854889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.854955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.855198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.855289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.855375] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.901583] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.901780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.901832] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.902044] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.902295] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.902423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.902490] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.902713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.902813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.902952] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.903194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.903351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.903446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.903619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.903769] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.903894] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.904051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.904255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.904343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.904420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.904508] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.358297] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.358510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.358510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.358685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.358777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.358965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.359075] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.359135] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.359281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.359358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.359444] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 is going to be updated. [ 1233.397685] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.398212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.398212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.398400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.398650] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.406909] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ded7b4f-2d93-4948-a994-630eb4adf1fa: rpc.has_security_group_logging(os_id): False [ 1233.413260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 in Status: IN_PROGRESS for 2s [ 1233.440413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.440558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.440940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.440940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.440940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.441547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.441547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.441547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.441547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.441779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.441779] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.441888] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.441935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.442068] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.442136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.442313] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.442405] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.442455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.442583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.442648] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.442752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be created. [ 1233.504556] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.504897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.504897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.505145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.505345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.518892] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: IN_PROGRESS for 2s [ 1235.423908] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 in Status: SUCCESS [ 1235.424284] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 deletion is rescheduled due to dependency. [ 1235.424284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.539316] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: SUCCESS [ 1235.539570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.078127] env[65959]: INFO networking_nsxv3.common.synchronization [req-20e8b702-bce6-43ca-be7f-0f482a66bb29 req-56bf0c89-7809-43c2-ba6d-15345e39b858 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1236.078521] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGHEST for action security_group_members [ 1236.078880] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.079096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.079096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.079275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.079421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.079508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.079563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.079708] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.079788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.079880] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.127031] env[65959]: INFO networking_nsxv3.common.synchronization [req-20e8b702-bce6-43ca-be7f-0f482a66bb29 req-56bf0c89-7809-43c2-ba6d-15345e39b858 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 with Priority: HIGHEST for action port [ 1236.127031] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 with Priority: HIGHEST for action port [ 1236.127031] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb898e0-f710-4fb8-b17d-6b0abbf41092 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.127031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.127031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.127031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.127031] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb898e0-f710-4fb8-b17d-6b0abbf41092',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.583038] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.583381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.583381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.583552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.583586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.583827] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.583903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.583937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.584083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.584153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.585036] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be updated. [ 1236.612353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.612590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.612701] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.613141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.613386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.623988] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: IN_PROGRESS for 2s [ 1236.629428] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb898e0-f710-4fb8-b17d-6b0abbf41092 with status ACTIVE [ 1236.629690] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.629898] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.630060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.630377] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.630521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.630815] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.630997] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.631130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.631384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.631679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.631816] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.632094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.632160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.632491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.632851] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.633052] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb898e0-f710-4fb8-b17d-6b0abbf41092 is going to be updated. [ 1236.654169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.654322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.654376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.654587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.654713] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.654958] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb898e0-f710-4fb8-b17d-6b0abbf41092" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.633583] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa in Status: SUCCESS [ 1238.633930] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa deletion is rescheduled due to dependency. [ 1238.633930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.126986] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.127311] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.127798] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.128139] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.097375] env[65959]: INFO networking_nsxv3.common.synchronization [req-d939566c-e3c8-4f2d-8c05-6df89ef51559 req-905d2a57-9c3f-4786-af1f-445bd439486a tempest-ServerActionsV293TestJSON-999881179 tempest-ServerActionsV293TestJSON-999881179-project-member] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_members [ 1249.098237] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGHEST for action security_group_members [ 1249.098237] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.098386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.098386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.098583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.099216] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.099353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.099418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.099575] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.099658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.099747] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.602019] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.602607] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.602703] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602825] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602921] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.603144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.603232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.603323] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abef2b18-1952-4b99-9a80-217ba7781671 is going to be updated. [ 1249.634251] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.634448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.634539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.634749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.634967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.644792] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abef2b18-1952-4b99-9a80-217ba7781671 in Status: IN_PROGRESS for 2s [ 1251.655502] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abef2b18-1952-4b99-9a80-217ba7781671 in Status: SUCCESS [ 1251.655925] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abef2b18-1952-4b99-9a80-217ba7781671 deletion is rescheduled due to dependency. [ 1251.655925] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.485167] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.485325] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.098913] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.099188] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.100523] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.100909] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.011463] env[65959]: INFO networking_nsxv3.common.synchronization [req-f7d9534c-df8b-4390-9446-4abc24990a45 req-a5dd9c2f-c909-45ac-a92c-c6799638932f tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1262.012160] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1262.012594] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.012743] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.013302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.013302] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.013302] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.013513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.013513] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.013709] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.013817] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.013941] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.371652] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.371856] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.371980] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.372289] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.372557] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.372713] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.372828] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.373090] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.373235] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.373452] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.373559] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.373665] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.373789] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.373897] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.373997] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.374141] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.397027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.397217] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.397318] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.397496] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-582" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.397821] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-27381619-46f6-4349-8c58-92bddd022765 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.397997] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.398126] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.398460] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.398599] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27381619-46f6-4349-8c58-92bddd022765',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.516241] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.901284] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.901634] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.901796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.902174] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.902361] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.902557] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 27381619-46f6-4349-8c58-92bddd022765 not found, creating... [ 1262.902880] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.903106] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.903241] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.903527] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.903693] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.904037] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.904238] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.904351] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.904603] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.904762] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.904904] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 27381619-46f6-4349-8c58-92bddd022765 is going to be created. [ 1262.930806] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.931025] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.931151] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.931425] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.931648] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.931860] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.019448] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.522291] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.522557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.522688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.523059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.523216] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.523409] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1263.566512] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.566758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.566758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.566949] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.567142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.579639] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1263.633732] env[65959]: INFO networking_nsxv3.common.synchronization [req-f7d9534c-df8b-4390-9446-4abc24990a45 req-1acb4e02-0556-48af-a6ab-87a2fe0f8c6d service nova] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 1263.633915] env[65959]: INFO networking_nsxv3.common.synchronization [req-f7d9534c-df8b-4390-9446-4abc24990a45 req-1acb4e02-0556-48af-a6ab-87a2fe0f8c6d service nova] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1263.634389] env[65959]: INFO networking_nsxv3.common.synchronization [req-f7d9534c-df8b-4390-9446-4abc24990a45 req-1acb4e02-0556-48af-a6ab-87a2fe0f8c6d service nova] Enqueued Resource ID: 27381619-46f6-4349-8c58-92bddd022765 with Priority: HIGHEST for action port [ 1263.634610] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_rules [ 1263.634746] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1263.634842] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27381619-46f6-4349-8c58-92bddd022765 with Priority: HIGHEST for action port [ 1263.635206] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.635325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.635392] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.635591] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.635671] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.636998] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.637147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.637369] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-27381619-46f6-4349-8c58-92bddd022765 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.637475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.637537] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.637722] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.637799] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27381619-46f6-4349-8c58-92bddd022765',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.139687] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.140153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.140153] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27381619-46f6-4349-8c58-92bddd022765 with status ACTIVE [ 1264.140272] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.140351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.140351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.140579] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.140669] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.140844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.140939] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.141016] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.141177] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.141256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.141452] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.141539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.141600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.141733] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.141802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.141885] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27381619-46f6-4349-8c58-92bddd022765 is going to be updated. [ 1264.172234] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.172510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.172510] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.172679] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.172826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.173095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27381619-46f6-4349-8c58-92bddd022765" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.598147] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1265.598526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.598751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.599119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.599405] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.599593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.599698] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.600059] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.600185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.600344] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.103499] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.605799] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.108852] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.108852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.108852] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.109178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.109178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.109178] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1267.147345] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.147345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.147545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.147690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.147910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.159226] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1268.638031] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.638031] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1269.171512] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1269.171788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.171984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.172288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.172503] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.172628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.172687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.172882] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.173028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.173110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.173211] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.676047] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.177783] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db8672fa-f885-4e4f-be7f-89f155bd129c: rpc.has_security_group_logging(os_id): False [ 1270.197090] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.197300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.197300] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.197472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.197557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.197805] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.197904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.197967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.198142] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.198219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.198304] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1270.523603] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.523849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.523924] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.524379] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.524623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.557778] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1272.576067] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1272.576437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.637587] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.637967] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.638523] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.638892] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.581445] env[65959]: INFO networking_nsxv3.common.synchronization [req-dba1dd9a-5887-4fd5-8be2-1a917d60ea1f req-c1704e5a-4fe8-455d-9085-1948f27debdf tempest-ServerActionsTestJSON-1491432613 tempest-ServerActionsTestJSON-1491432613-project-member] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1279.581669] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGHEST for action security_group_members [ 1279.581972] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.582239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.582314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.582536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.582677] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.582782] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.582864] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.582986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.583079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.583179] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.085540] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.085938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.085938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.086039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.086127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.086365] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.086474] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.086536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.086690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.086765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.086850] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be updated. [ 1280.117058] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.117058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.117058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.117058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.117426] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.126660] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: IN_PROGRESS for 2s [ 1282.139027] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 in Status: SUCCESS [ 1282.139372] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 deletion is rescheduled due to dependency. [ 1282.139372] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.950478] env[65959]: INFO networking_nsxv3.common.synchronization [None req-093c1bbe-3b9c-48b5-8460-5a072133e3bb None None] Enqueued Resource ID: e93b21be-6226-45c5-9b03-4d8094219d4c with Priority: HIGHEST for action port [ 1282.951448] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93b21be-6226-45c5-9b03-4d8094219d4c with Priority: HIGHEST for action port [ 1282.951448] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93b21be-6226-45c5-9b03-4d8094219d4c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.951602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93b21be-6226-45c5-9b03-4d8094219d4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.951640] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93b21be-6226-45c5-9b03-4d8094219d4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.951897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93b21be-6226-45c5-9b03-4d8094219d4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.952075] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93b21be-6226-45c5-9b03-4d8094219d4c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.454275] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e93b21be-6226-45c5-9b03-4d8094219d4c [ 1283.454598] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.454675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.454795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.455035] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.455210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.455328] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e93b21be-6226-45c5-9b03-4d8094219d4c already deleted. [ 1283.456025] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93b21be-6226-45c5-9b03-4d8094219d4c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.597025] env[65959]: INFO networking_nsxv3.common.synchronization [None req-6ef33aff-7438-4ef9-b938-63e7f08257b5 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_rules [ 1283.597561] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_rules [ 1283.597878] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.598042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.598116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.598402] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.598487] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.686231] env[65959]: INFO networking_nsxv3.common.synchronization [None req-9847deb3-1024-466c-ba7c-fc079be35a71 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_rules [ 1283.686810] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_rules [ 1283.687021] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.687121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.125913] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.126950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.126950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.126950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.126950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.126950] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 already deleted. [ 1284.126950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.126950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.127243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.127243] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.648684] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.649024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.649024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.649643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.649643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.649643] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 already deleted. [ 1284.649643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.273201] env[65959]: INFO networking_nsxv3.common.synchronization [None req-5c5da2e2-13f9-4ae4-9ac8-c0fefe495f1e None None] Enqueued Resource ID: d22d5293-9680-4774-a4d0-23b919a8b3d4 with Priority: HIGHEST for action port [ 1285.273454] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22d5293-9680-4774-a4d0-23b919a8b3d4 with Priority: HIGHEST for action port [ 1285.273990] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22d5293-9680-4774-a4d0-23b919a8b3d4 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.274121] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22d5293-9680-4774-a4d0-23b919a8b3d4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.274188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22d5293-9680-4774-a4d0-23b919a8b3d4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.274443] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22d5293-9680-4774-a4d0-23b919a8b3d4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.274517] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22d5293-9680-4774-a4d0-23b919a8b3d4',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.777737] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22d5293-9680-4774-a4d0-23b919a8b3d4 [ 1285.778130] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.778130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.778130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.778384] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.778494] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.778494] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22d5293-9680-4774-a4d0-23b919a8b3d4 already deleted. [ 1285.778556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22d5293-9680-4774-a4d0-23b919a8b3d4" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.956710] env[65959]: INFO networking_nsxv3.common.synchronization [None req-c5d78001-ff14-4a75-8dda-f32552c9ff88 None None] Enqueued Resource ID: 55564e40-2863-4102-9817-a1be5a22d816 with Priority: HIGHEST for action port [ 1287.957291] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55564e40-2863-4102-9817-a1be5a22d816 with Priority: HIGHEST for action port [ 1287.957597] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-55564e40-2863-4102-9817-a1be5a22d816 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.957715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55564e40-2863-4102-9817-a1be5a22d816" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.957801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55564e40-2863-4102-9817-a1be5a22d816" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.958797] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55564e40-2863-4102-9817-a1be5a22d816" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.958797] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55564e40-2863-4102-9817-a1be5a22d816',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.460653] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55564e40-2863-4102-9817-a1be5a22d816 [ 1288.461431] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.461431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.461431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.461801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.461801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.461801] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55564e40-2863-4102-9817-a1be5a22d816 already deleted. [ 1288.462799] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55564e40-2863-4102-9817-a1be5a22d816" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.182559] env[65959]: INFO networking_nsxv3.common.synchronization [req-24569e26-e8a9-4f30-b22c-b84503f5b1b0 req-60bed908-1e54-4520-9f1f-ab77fded607a tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_members [ 1289.182844] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_members [ 1289.183204] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.184735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.184735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.184735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.184735] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.184735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.184735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.184735] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.185263] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.185263] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.477389] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.477581] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.477703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.477969] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.478250] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.478411] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.478523] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.478734] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.478873] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.479089] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.479198] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.479304] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.479404] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.479508] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.479607] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.479731] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.502117] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.502339] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.502442] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.502614] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.502931] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.503159] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.503287] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.503612] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.503749] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.688347] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.688659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.688659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.688892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.688985] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.689523] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.689523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.689523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.689523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.689736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.689736] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 already deleted. [ 1289.689736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.006588] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.006772] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.006772] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.007054] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.007201] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.007352] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a not found, creating... [ 1290.007688] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.007842] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.007954] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.008183] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.008579] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.008579] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.008717] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.008829] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.010037] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.010037] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.010037] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a is going to be created. [ 1290.033367] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.033583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.033703] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.033987] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.034233] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.034452] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.090378] env[65959]: INFO networking_nsxv3.common.synchronization [None req-2d0f817c-da3c-4f7e-8457-a69ee39fb4f1 None None] Enqueued Resource ID: 94d22b14-2fbe-4382-983e-bf3f020354a5 with Priority: HIGHEST for action port [ 1290.090936] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d22b14-2fbe-4382-983e-bf3f020354a5 with Priority: HIGHEST for action port [ 1290.091260] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d22b14-2fbe-4382-983e-bf3f020354a5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.091387] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d22b14-2fbe-4382-983e-bf3f020354a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.091450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d22b14-2fbe-4382-983e-bf3f020354a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.091745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d22b14-2fbe-4382-983e-bf3f020354a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.091815] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d22b14-2fbe-4382-983e-bf3f020354a5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.594314] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94d22b14-2fbe-4382-983e-bf3f020354a5 [ 1290.594624] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.594691] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.594727] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.594989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.595218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.595218] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94d22b14-2fbe-4382-983e-bf3f020354a5 already deleted. [ 1290.595368] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d22b14-2fbe-4382-983e-bf3f020354a5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.726861] env[65959]: INFO networking_nsxv3.common.synchronization [req-24569e26-e8a9-4f30-b22c-b84503f5b1b0 req-59d4aa7d-8b2d-4b42-9e61-8199089553ef service nova] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_rules [ 1290.726976] env[65959]: INFO networking_nsxv3.common.synchronization [req-24569e26-e8a9-4f30-b22c-b84503f5b1b0 req-59d4aa7d-8b2d-4b42-9e61-8199089553ef service nova] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_members [ 1290.727458] env[65959]: INFO networking_nsxv3.common.synchronization [req-24569e26-e8a9-4f30-b22c-b84503f5b1b0 req-59d4aa7d-8b2d-4b42-9e61-8199089553ef service nova] Enqueued Resource ID: b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a with Priority: HIGHEST for action port [ 1290.727641] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_rules [ 1290.727771] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_members [ 1290.727867] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a with Priority: HIGHEST for action port [ 1290.730284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.730429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.730502] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.730747] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.730843] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.732115] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.732341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.732341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.732472] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.732625] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.732741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.732778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.732915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.732998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.733101] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.733982] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.734106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.734212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.734352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.734434] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.236008] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.237160] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.237308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.237478] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a with status ACTIVE [ 1291.237580] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.237687] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.237746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.237957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.238063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.238233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.238330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.238383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.238539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.238614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.239345] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.239345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.239345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.239345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.239345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.239345] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a is going to be updated. [ 1291.261734] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.261957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.261957] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.262148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.262281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.262445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9cb9c70-7c34-4a24-b75f-4534cdc4cf6a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.742553] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.248125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.248125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.248125] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.248429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.248429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.248499] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 is going to be created. [ 1292.273445] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.273622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.273667] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.273848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.274012] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.284066] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: UNINITIALIZED for 2s [ 1293.338545] env[65959]: INFO networking_nsxv3.common.synchronization [req-5bfd75ec-ee89-462a-ab52-0d0af0376a1a req-d9ae1862-9d57-447c-8b89-98e6101eca06 tempest-ServerAddressesTestJSON-2073296826 tempest-ServerAddressesTestJSON-2073296826-project-member] Enqueued Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_members [ 1293.339117] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_members [ 1293.339416] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.339538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.339604] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.339858] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.340022] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.340239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.340329] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.340526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.340618] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.340731] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.622794] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.622996] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-674" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.623148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-674" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.623477] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-674" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.623735] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.623887] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.623998] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.624252] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.624383] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.624626] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.624737] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.624840] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.624943] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.625059] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.625215] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.625354] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.651195] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.651374] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.651568] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.651682] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-674" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.651988] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.652169] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.652282] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.652690] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.652885] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d4cfca-3716-4eb6-86d3-1968d32cfe07',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.843903] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.844072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.844187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.844423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.844545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.844745] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.844844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.844904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.845081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.845196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.845335] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 already deleted. [ 1293.845394] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.159067] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.159408] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.159600] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.159993] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.160202] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.160439] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port a7d4cfca-3716-4eb6-86d3-1968d32cfe07 not found, creating... [ 1294.160764] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.161040] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.161246] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.161563] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.161753] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.162150] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.162402] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.162561] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.162884] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.163140] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.163378] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: a7d4cfca-3716-4eb6-86d3-1968d32cfe07 is going to be created. [ 1294.189634] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.189885] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.190013] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.190751] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.190998] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.191235] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.299876] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: SUCCESS [ 1294.300143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.300284] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.300505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.300704] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.300814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.300876] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.301041] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.301128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.301239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.301337] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.803650] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.909368] env[65959]: INFO networking_nsxv3.common.synchronization [req-5bfd75ec-ee89-462a-ab52-0d0af0376a1a req-2d9ff0d0-4a92-4f0e-baa9-e1661383c710 service nova] Enqueued Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_rules [ 1294.909368] env[65959]: INFO networking_nsxv3.common.synchronization [req-5bfd75ec-ee89-462a-ab52-0d0af0376a1a req-2d9ff0d0-4a92-4f0e-baa9-e1661383c710 service nova] Enqueued Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_members [ 1294.909368] env[65959]: INFO networking_nsxv3.common.synchronization [req-5bfd75ec-ee89-462a-ab52-0d0af0376a1a req-2d9ff0d0-4a92-4f0e-baa9-e1661383c710 service nova] Enqueued Resource ID: a7d4cfca-3716-4eb6-86d3-1968d32cfe07 with Priority: HIGHEST for action port [ 1294.909835] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_rules [ 1294.909926] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_members [ 1294.911043] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7d4cfca-3716-4eb6-86d3-1968d32cfe07 with Priority: HIGHEST for action port [ 1294.911043] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.911330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.911330] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.911424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.911508] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.913354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.913493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.913557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.913729] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.913890] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.913988] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.914063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.914206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.914292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.914382] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.915447] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.915597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.916201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.920034] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.920034] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d4cfca-3716-4eb6-86d3-1968d32cfe07',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.305788] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4e74b5-50dc-4a4a-8d86-f382f689fa51: rpc.has_security_group_logging(os_id): False [ 1295.327045] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.327269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.327269] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.327471] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.327583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.327844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.327948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.328107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.328175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.328274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.328362] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 is going to be created. [ 1295.397394] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.397688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.397688] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.397805] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.397893] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.411837] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: IN_PROGRESS for 2s [ 1295.419316] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.420324] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.420431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.420586] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7d4cfca-3716-4eb6-86d3-1968d32cfe07 with status ACTIVE [ 1295.420742] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.420846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.420909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.421131] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.421217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.421386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.421481] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.421540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.421690] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.421762] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.421938] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.422057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.422127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.422232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.422343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.422405] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7d4cfca-3716-4eb6-86d3-1968d32cfe07 is going to be updated. [ 1295.457710] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.457908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.457908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.458136] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.458268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.458427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7d4cfca-3716-4eb6-86d3-1968d32cfe07" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.925093] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.427695] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.427903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.427903] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.428073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.428168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.428265] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 is going to be created. [ 1296.453632] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.453850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.453900] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.454103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.454270] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.468265] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 in Status: UNINITIALIZED for 2s [ 1297.424830] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: SUCCESS [ 1297.425139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.478763] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 in Status: SUCCESS [ 1298.479257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.479257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.479358] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.479475] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.479595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.479654] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.479814] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.479897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.479984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.480088] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.982712] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.982973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.982973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.983195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.983387] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.983496] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.983560] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.983721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.983809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.983897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.984054] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.984200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.984200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.984343] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.984499] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.984613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.984613] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.984756] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.984839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.984920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.985018] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.487844] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14c3fdb7-5c36-4a48-a0db-8d013321fab1: rpc.has_security_group_logging(os_id): False [ 1299.515458] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.515623] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.515661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.515998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.516157] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.516393] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.516547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.516637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.516834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.516941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.517179] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.517310] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.517396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.517590] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.517697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.517925] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.518072] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.518140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.518325] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.518423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.518511] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 is going to be created. [ 1299.588188] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.588326] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.588420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.588597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.588769] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.606055] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 in Status: IN_PROGRESS for 2s [ 1299.911849] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.912120] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.621109] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 in Status: SUCCESS [ 1301.621526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.439070] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.439542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.439542] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.439724] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.439834] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.913635] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.913808] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.942450] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.445437] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.634464] env[65959]: INFO networking_nsxv3.common.synchronization [req-5fe26928-3448-4475-8f33-83c90159071a req-8982e1c2-5312-4bec-838c-da400c03fe83 tempest-ServerAddressesTestJSON-2073296826 tempest-ServerAddressesTestJSON-2073296826-project-member] Enqueued Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_members [ 1305.635053] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGHEST for action security_group_members [ 1305.635424] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.635538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.635600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.637164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.637164] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.637164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.637164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.637164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.637164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.637164] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.948233] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1305.948423] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1306.140924] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.141175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.141175] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.141418] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.141511] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141715] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.141843] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.141909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.142088] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.142160] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.142252] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 is going to be updated. [ 1306.211067] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.211067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.211067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.211067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.211067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.222746] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 in Status: IN_PROGRESS for 2s [ 1306.826765] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.827189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.827189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.827256] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.840985] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1306.841839] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.842777] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1306.891195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.891483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.891483] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.891645] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.906271] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.907169] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1306.907253] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.907346] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1306.984057] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.984289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.984289] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.984412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.985770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.985945] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1307.067638] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.067884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.067884] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.068067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.068397] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.068689] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1307.182439] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.182673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.182673] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.182862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.183195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.183507] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1307.183600] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'27858cc4-087d-4859-96b9-de5786aea337', '458d3009-991c-436f-8e1f-1de08ccac00e', '954a51e9-25d6-42e3-9397-519534a83eb5', '7da07a68-de03-409c-8931-047ca2ff0b1e', 'c2284169-b871-46c3-b120-95d34e4960b5', '918d0112-dd43-41d5-a825-38c0257eef1c', '1ddc6ef2-049b-4206-87fc-1ee8e8058058', '7e4e74b5-50dc-4a4a-8d86-f382f689fa51', 'dd8cea36-9534-4597-9342-4b9fc6fc3198', 'abef2b18-1952-4b99-9a80-217ba7781671', '35b52f9d-a3e8-43ef-8718-de3dc451fc60', 'fb04311f-924f-47e7-be60-11ac816ce2b6', '14c3fdb7-5c36-4a48-a0db-8d013321fab1', 'db8672fa-f885-4e4f-be7f-89f155bd129c', '156bb509-5c00-4042-91e7-906f5536ead3', '5ded7b4f-2d93-4948-a994-630eb4adf1fa', 'ef841514-222a-4fab-add5-9480c19f083e', 'd7d8eb9f-4677-4b48-9943-4150a67e2fff', '82626dd0-9ede-4ef1-afac-023f50203a13', '7266eb9c-9216-4686-bc49-89c4c979bbed', 'b4c12cf5-5b37-4021-ba7a-f299263e6761', '62895ee4-0aa4-4898-959c-9278bd9cbade', 'ff7fd36e-872c-442c-9ab6-566d885c4381', 'f09d2aa8-ce8e-41bb-9e63-5f390559d9b8', '0a2b6e08-87af-4cc0-bf48-d50f9112e32e', 'fcfd9d43-34e6-4dad-9769-2f4f019567ba', '0dae1640-8bdc-484b-bcd1-a78c79a3b233', '2a7bc577-7b63-4aa1-b502-5876f55b939c', '3d287476-aa48-4ef2-9f20-4005608709d8', '4a975529-9a6d-48fe-b3bb-6bdcd6211753', '92959d4e-7d88-4690-8ee4-18ed3d298893', 'ca73819b-c92f-4f9b-a861-e78334791b2a', 'd82b06b5-ae74-4fb7-ace7-3ebbd0c40b44', '678a4c7c-8ac8-43ac-a85d-5b93ccfe9496', '615198e4-cc1b-4e31-9139-c01af1e68f6d', 'a60b142a-ff0c-40a9-9544-366c14f25245', '94d103f8-500a-4f19-83a6-1ad777c85af8', 'bfbe6bf3-6949-4157-a197-9c4979012647', '82a787cf-0f7f-4018-b4d9-29a8b8366ee0', '81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49', '664125ba-6557-47a4-9b6f-42ff82075593', '0ae93014-4084-4f1c-8b20-5b66eef04a71', '22ff8308-f3db-47b4-826f-6c2c40a47bf6', '3e2078aa-bfb9-420e-b668-207391d4719e', 'c1bfa562-374d-4d1f-952d-9c545eb2f277'} {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.183706] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1307.234863] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.235094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.235094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.235239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.235366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.235479] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1307.235551] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.235618] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1307.315546] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.315789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.315789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.316095] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.317258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.317548] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1307.317627] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1307.317697] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1307.317763] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1307.317841] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1307.317916] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGH for action security_group_rules [ 1307.317990] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGH for action security_group_rules [ 1307.318072] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGH for action security_group_rules [ 1307.318120] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGH for action security_group_rules [ 1307.318178] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGH for action security_group_rules [ 1307.318244] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGH for action security_group_rules [ 1307.318349] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGH for action security_group_rules [ 1307.318349] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGH for action security_group_rules [ 1307.318416] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGH for action security_group_rules [ 1307.318467] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGH for action security_group_rules [ 1307.318528] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGH for action security_group_rules [ 1307.318572] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGH for action security_group_rules [ 1307.318620] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGH for action security_group_rules [ 1307.318668] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGH for action security_group_rules [ 1307.318716] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGH for action security_group_rules [ 1307.318781] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGH for action security_group_rules [ 1307.318846] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGH for action security_group_rules [ 1307.318915] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGH for action security_group_rules [ 1307.318965] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGH for action security_group_rules [ 1307.319032] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGH for action security_group_rules [ 1307.319103] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.239614] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 in Status: SUCCESS [ 1308.240046] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 deletion is rescheduled due to dependency. [ 1308.240046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.636751] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.637165] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1310.637165] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27858cc4-087d-4859-96b9-de5786aea337 with Priority: HIGH for action security_group_rules [ 1310.637241] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954a51e9-25d6-42e3-9397-519534a83eb5 with Priority: HIGH for action security_group_rules [ 1310.637357] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 with Priority: HIGH for action security_group_rules [ 1310.637454] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156bb509-5c00-4042-91e7-906f5536ead3 with Priority: HIGH for action security_group_rules [ 1310.637553] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7266eb9c-9216-4686-bc49-89c4c979bbed with Priority: HIGH for action security_group_rules [ 1310.637647] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82626dd0-9ede-4ef1-afac-023f50203a13 with Priority: HIGH for action security_group_rules [ 1310.637732] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff with Priority: HIGH for action security_group_rules [ 1310.637826] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef841514-222a-4fab-add5-9480c19f083e with Priority: HIGH for action security_group_rules [ 1310.637932] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGH for action security_group_rules [ 1310.638060] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa with Priority: HIGH for action security_group_rules [ 1310.638156] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 with Priority: HIGH for action security_group_rules [ 1310.638244] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb04311f-924f-47e7-be60-11ac816ce2b6 with Priority: HIGH for action security_group_rules [ 1310.638325] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 with Priority: HIGH for action security_group_rules [ 1310.638453] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abef2b18-1952-4b99-9a80-217ba7781671 with Priority: HIGH for action security_group_rules [ 1310.638559] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 with Priority: HIGH for action security_group_rules [ 1310.638647] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918d0112-dd43-41d5-a825-38c0257eef1c with Priority: HIGH for action security_group_rules [ 1310.638734] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGH for action security_group_rules [ 1310.638820] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2284169-b871-46c3-b120-95d34e4960b5 with Priority: HIGH for action security_group_rules [ 1310.638905] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458d3009-991c-436f-8e1f-1de08ccac00e with Priority: HIGH for action security_group_rules [ 1310.638989] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da07a68-de03-409c-8931-047ca2ff0b1e with Priority: HIGH for action security_group_rules [ 1310.639363] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27858cc4-087d-4859-96b9-de5786aea337 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.639525] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.639910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.639910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.639910] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27858cc4-087d-4859-96b9-de5786aea337',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.640916] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-954a51e9-25d6-42e3-9397-519534a83eb5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.641073] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.641146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.641312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.641384] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('954a51e9-25d6-42e3-9397-519534a83eb5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.642233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.642341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.642420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.642603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.642675] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ddc6ef2-049b-4206-87fc-1ee8e8058058',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.643565] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156bb509-5c00-4042-91e7-906f5536ead3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.643675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.643741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.643890] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.643959] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156bb509-5c00-4042-91e7-906f5536ead3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.644688] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7266eb9c-9216-4686-bc49-89c4c979bbed taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.644794] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.644878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.645054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.645128] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7266eb9c-9216-4686-bc49-89c4c979bbed',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.645846] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82626dd0-9ede-4ef1-afac-023f50203a13 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.645965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.646042] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.646189] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.646294] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82626dd0-9ede-4ef1-afac-023f50203a13',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.647088] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.647203] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.647264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.647415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.647485] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d8eb9f-4677-4b48-9943-4150a67e2fff',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.650107] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef841514-222a-4fab-add5-9480c19f083e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.650213] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.650276] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.650468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.650468] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef841514-222a-4fab-add5-9480c19f083e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.651215] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.651327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.651382] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.652066] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.652066] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.652286] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.652451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.652451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.652676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.652676] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ded7b4f-2d93-4948-a994-630eb4adf1fa',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.653292] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.653504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.653504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.653638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.653719] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14c3fdb7-5c36-4a48-a0db-8d013321fab1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.654510] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb04311f-924f-47e7-be60-11ac816ce2b6 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.654678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.654678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.654866] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.654866] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb04311f-924f-47e7-be60-11ac816ce2b6',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.655631] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.655758] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.657304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.657304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.657304] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35b52f9d-a3e8-43ef-8718-de3dc451fc60',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.657304] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abef2b18-1952-4b99-9a80-217ba7781671 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.657304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.657304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.658144] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.658144] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abef2b18-1952-4b99-9a80-217ba7781671',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.658957] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8cea36-9534-4597-9342-4b9fc6fc3198 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.659074] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.659143] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.659367] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.659367] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8cea36-9534-4597-9342-4b9fc6fc3198',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.660039] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918d0112-dd43-41d5-a825-38c0257eef1c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.660146] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.660204] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.660409] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.660449] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918d0112-dd43-41d5-a825-38c0257eef1c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.661201] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.661257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.661895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.661895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.661895] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.662247] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2284169-b871-46c3-b120-95d34e4960b5 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.662356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.662421] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.662569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.662638] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2284169-b871-46c3-b120-95d34e4960b5',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.663481] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-458d3009-991c-436f-8e1f-1de08ccac00e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.663602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.663675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.664046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.664046] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('458d3009-991c-436f-8e1f-1de08ccac00e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.664673] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7da07a68-de03-409c-8931-047ca2ff0b1e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.665411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.665411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.665411] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.665900] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7da07a68-de03-409c-8931-047ca2ff0b1e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.694078] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.694290] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.694391] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.694584] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.714699] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.714934] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27858cc4-087d-4859-96b9-de5786aea337 is going to be deleted. [ 1310.770102] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.770298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.770427] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.770728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.770892] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.771105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27858cc4-087d-4859-96b9-de5786aea337" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.176585] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.176779] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.176834] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.177807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.177807] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.177807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.177807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.177807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.177807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.177807] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.177807] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.187055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.187055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.187055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.187055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.187055] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.187339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.187339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.187527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.187527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.187527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.187620] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.253711] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.253711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.253711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.253916] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.255714] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.255840] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.257023] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.257111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.257802] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.257895] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.258577] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.258670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.259353] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.259447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.260077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.260173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.260882] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.260974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.261654] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.261741] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.262629] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.262723] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.263469] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.263570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.264191] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.264966] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.264966] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.265263] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.265845] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.265947] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.266541] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.266912] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.266994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.268058] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.268058] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.268058] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.268607] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.268977] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.269081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.270049] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.270421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.270522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.291702] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1311.292221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.292341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ded7b4f-2d93-4948-a994-630eb4adf1fa is going to be deleted. [ 1311.293244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.293508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.324141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.324355] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35b52f9d-a3e8-43ef-8718-de3dc451fc60 is going to be deleted. [ 1311.325448] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.325660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.351702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.351849] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 954a51e9-25d6-42e3-9397-519534a83eb5 is going to be deleted. [ 1311.352749] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.353119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.355793] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.355919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.390622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.390865] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156bb509-5c00-4042-91e7-906f5536ead3 is going to be deleted. [ 1311.391944] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.392173] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.393572] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.393705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.423295] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.423477] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8cea36-9534-4597-9342-4b9fc6fc3198 is going to be deleted. [ 1311.424419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.424663] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.450330] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.450551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.466275] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.466474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7da07a68-de03-409c-8931-047ca2ff0b1e is going to be deleted. [ 1311.467449] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.467689] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.543784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.543952] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82626dd0-9ede-4ef1-afac-023f50203a13 is going to be deleted. [ 1311.544880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.545022] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.547213] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.547344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.611848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.612084] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ddc6ef2-049b-4206-87fc-1ee8e8058058 is going to be deleted. [ 1311.613010] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.613323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.632785] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.633028] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.677492] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.677734] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 458d3009-991c-436f-8e1f-1de08ccac00e is going to be deleted. [ 1311.678696] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.678802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.696945] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.700703] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.730512] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.730732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.737526] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.737732] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.748501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.748633] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abef2b18-1952-4b99-9a80-217ba7781671 is going to be deleted. [ 1311.749875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.750108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.783131] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.783350] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.814192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.814377] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2284169-b871-46c3-b120-95d34e4960b5 is going to be deleted. [ 1311.815210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.815508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.863707] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.863920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.903798] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.904045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.910023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.910215] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef841514-222a-4fab-add5-9480c19f083e is going to be deleted. [ 1311.911241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.911505] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.089804] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.090046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.091349] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.091471] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14c3fdb7-5c36-4a48-a0db-8d013321fab1 is going to be deleted. [ 1312.092366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.092587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.103849] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.104054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.118351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.118498] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7266eb9c-9216-4686-bc49-89c4c979bbed is going to be deleted. [ 1312.119403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.119619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.194101] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.194294] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb04311f-924f-47e7-be60-11ac816ce2b6 is going to be deleted. [ 1312.195198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.195445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.199209] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e4e74b5-50dc-4a4a-8d86-f382f689fa51: rpc.has_security_group_logging(os_id): False [ 1312.202806] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db8672fa-f885-4e4f-be7f-89f155bd129c: rpc.has_security_group_logging(os_id): False [ 1312.254917] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.255202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.255966] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.256122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.271628] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.271813] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918d0112-dd43-41d5-a825-38c0257eef1c is going to be deleted. [ 1312.272739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.272960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.300792] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.301079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.301939] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.302090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.307664] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.307801] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d8eb9f-4677-4b48-9943-4150a67e2fff is going to be deleted. [ 1312.308670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.308901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.308993] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.309111] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ded7b4f-2d93-4948-a994-630eb4adf1fa" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.309263] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.309425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.309500] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.309611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35b52f9d-a3e8-43ef-8718-de3dc451fc60" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.310122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.310281] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.310375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.310465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-954a51e9-25d6-42e3-9397-519534a83eb5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.310595] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.310736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.310800] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.310915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156bb509-5c00-4042-91e7-906f5536ead3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.311051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.311192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.311262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.311376] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8cea36-9534-4597-9342-4b9fc6fc3198" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.311498] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.311775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.311775] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.311927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7da07a68-de03-409c-8931-047ca2ff0b1e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.311927] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.312077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.312130] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.312238] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82626dd0-9ede-4ef1-afac-023f50203a13" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.312333] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.312468] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.312540] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.312638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ddc6ef2-049b-4206-87fc-1ee8e8058058" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.312757] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.312897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.312967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.313079] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-458d3009-991c-436f-8e1f-1de08ccac00e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.313210] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.313364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.313432] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.313541] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abef2b18-1952-4b99-9a80-217ba7781671" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.313665] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.313803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.313875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.313975] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2284169-b871-46c3-b120-95d34e4960b5" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.314108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.314242] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.314306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.314416] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef841514-222a-4fab-add5-9480c19f083e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.314538] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.314676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.364660] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.364967] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.365107] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.365172] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.365437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.365521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.365608] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1312.366765] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.366955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.368422] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.368548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.400711] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.400946] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.429869] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.430092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.461434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.461740] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.461838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.461905] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.462120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.462202] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.462297] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 is going to be updated. [ 1312.463766] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.463954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.464057] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.464178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14c3fdb7-5c36-4a48-a0db-8d013321fab1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.464312] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.464469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.464546] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.464657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7266eb9c-9216-4686-bc49-89c4c979bbed" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.464803] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.464948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.465036] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.465156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb04311f-924f-47e7-be60-11ac816ce2b6" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.465262] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.465638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.465717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.465818] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918d0112-dd43-41d5-a825-38c0257eef1c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.466465] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.466658] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.466770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.466889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d8eb9f-4677-4b48-9943-4150a67e2fff" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.556964] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.556964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.556964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.557255] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.557314] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.626520] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1312.677680] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.678129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.678129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.678129] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.678245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.718859] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: IN_PROGRESS for 2s [ 1314.640067] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1314.640462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.734423] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: SUCCESS [ 1314.734683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.640438] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.640438] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.641136] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.641498] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.642698] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.643143] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.644136] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.644528] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.814410] env[65959]: INFO networking_nsxv3.common.synchronization [req-d7cabf3b-277f-44e4-8e39-4ec85f517e27 req-ca7eae4e-e3b2-4d3b-9b34-0b7c71b5dd5a tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1331.814410] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1331.814746] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.814746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.814746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.814746] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.814746] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.816209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.816209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.816209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.816209] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.816209] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.317505] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.819797] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.322843] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.323115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.323115] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.323327] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.323438] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.323542] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1333.358872] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.359141] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.359200] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.359461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.359695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.370989] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1335.383033] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1335.383415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.816044] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.816429] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.816992] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.817439] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.818151] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.818419] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.076199] env[65959]: INFO networking_nsxv3.common.synchronization [None req-566ffa7a-8ed8-4a52-b267-8cb9a0bc1cc3 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_rules [ 1348.076786] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_rules [ 1348.077104] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.077223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.077288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.077552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.077634] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.153152] env[65959]: INFO networking_nsxv3.common.synchronization [None req-58e35077-febb-4043-8884-a3588b0ccffb tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_rules [ 1348.153152] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_rules [ 1348.153152] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.153642] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.163893] env[65959]: INFO networking_nsxv3.common.synchronization [req-7862ad44-4fc2-4b9d-8cf3-e4a23ec1863a req-841e43aa-be80-48bb-a02b-3a219dd92076 tempest-ServerActionsTestOtherA-1809999755 tempest-ServerActionsTestOtherA-1809999755-project-member] Enqueued Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1348.164725] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8672fa-f885-4e4f-be7f-89f155bd129c with Priority: HIGHEST for action security_group_members [ 1348.164725] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-db8672fa-f885-4e4f-be7f-89f155bd129c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.164822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.164855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.165152] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.165327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.165430] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.165499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.165695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.166344] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.166344] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db8672fa-f885-4e4f-be7f-89f155bd129c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.598257] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.598455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.598455] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.598653] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.598748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.598863] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 already deleted. [ 1348.598955] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.599163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.599361] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.599447] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.668953] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.669167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.669264] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.669522] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.669681] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.669860] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.669962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.670056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.670218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.670294] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.670380] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c is going to be updated. [ 1348.699169] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.699357] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.699415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.699582] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.699802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.715999] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: IN_PROGRESS for 2s [ 1349.119725] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.120108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.120108] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.120230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.120230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.120328] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 already deleted. [ 1349.120390] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.726721] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db8672fa-f885-4e4f-be7f-89f155bd129c in Status: SUCCESS [ 1350.727117] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db8672fa-f885-4e4f-be7f-89f155bd129c deletion is rescheduled due to dependency. [ 1350.727117] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db8672fa-f885-4e4f-be7f-89f155bd129c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.165408] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.165814] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.289855] env[65959]: INFO networking_nsxv3.common.synchronization [req-1507df43-9ca1-4f51-add3-eaa6b5b963c6 req-de4145fd-56e1-4281-9c37-7c4bf34c3717 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_members [ 1354.290438] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_members [ 1354.291170] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.291170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.291170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.291410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.291410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.291511] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.291571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.291721] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.291801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.292187] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.587835] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.588096] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.588248] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.588473] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.588730] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.588880] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.589013] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.589244] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.589384] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.589600] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.589687] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1354.589796] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1354.589887] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1354.589989] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1354.590103] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1354.590228] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1354.611350] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1354.611517] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1354.611650] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1354.611818] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.612148] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-3d1f4dd0-7457-43c0-82b1-1719f06cd888 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.612315] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.612428] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.612820] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.612986] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1f4dd0-7457-43c0-82b1-1719f06cd888',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.795643] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.795813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.795918] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.796124] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.796217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.796414] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.796512] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.796587] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.796745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.796827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.796896] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 already deleted. [ 1354.796974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.115460] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.115709] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.115838] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.116137] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.116286] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.116438] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port 3d1f4dd0-7457-43c0-82b1-1719f06cd888 not found, creating... [ 1355.116710] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.116876] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.116992] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.117225] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.117361] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.117638] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.117789] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.117900] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.118117] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.118247] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.118381] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: 3d1f4dd0-7457-43c0-82b1-1719f06cd888 is going to be created. [ 1355.138513] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.138736] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.138823] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.139118] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.139340] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.139549] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.826831] env[65959]: INFO networking_nsxv3.common.synchronization [req-1507df43-9ca1-4f51-add3-eaa6b5b963c6 req-c046f341-b1b1-47b0-80dd-7d44007713d1 service nova] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_rules [ 1355.827103] env[65959]: INFO networking_nsxv3.common.synchronization [req-1507df43-9ca1-4f51-add3-eaa6b5b963c6 req-c046f341-b1b1-47b0-80dd-7d44007713d1 service nova] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_members [ 1355.827103] env[65959]: INFO networking_nsxv3.common.synchronization [req-1507df43-9ca1-4f51-add3-eaa6b5b963c6 req-c046f341-b1b1-47b0-80dd-7d44007713d1 service nova] Enqueued Resource ID: 3d1f4dd0-7457-43c0-82b1-1719f06cd888 with Priority: HIGHEST for action port [ 1355.827285] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_rules [ 1355.827412] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_members [ 1355.827505] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1f4dd0-7457-43c0-82b1-1719f06cd888 with Priority: HIGHEST for action port [ 1355.828464] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.828621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.828683] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.828860] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.828942] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.829920] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.829920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.829920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.830089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.830233] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.830396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.830396] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.830520] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.830594] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.830690] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.831556] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1f4dd0-7457-43c0-82b1-1719f06cd888 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.831556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.831556] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.831702] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.831753] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1f4dd0-7457-43c0-82b1-1719f06cd888',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.333640] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.334662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.334795] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.334926] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1f4dd0-7457-43c0-82b1-1719f06cd888 with status ACTIVE [ 1356.335094] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.335201] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.335285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.335463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.335547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.335715] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.335811] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.335871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.336031] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.336140] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.336327] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.336419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.336477] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.336655] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.336715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.336798] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1f4dd0-7457-43c0-82b1-1719f06cd888 is going to be updated. [ 1356.357576] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.357789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.357789] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.357995] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.358154] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.358322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1f4dd0-7457-43c0-82b1-1719f06cd888" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.839023] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.341578] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.341842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.341842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.342063] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.342156] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.342251] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 is going to be created. [ 1357.367017] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.367251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.367251] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.367476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.367633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.377158] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: UNINITIALIZED for 2s [ 1359.388850] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: SUCCESS [ 1359.389267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.389267] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.389508] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.389763] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.389896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.389960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.390187] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.390285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.390374] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.390467] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.893619] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.396193] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38738cfd-8cbb-4b34-9598-329f2c0a21b1: rpc.has_security_group_logging(os_id): False [ 1360.413290] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.413539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.413539] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.413705] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.413790] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.414035] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.414137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.414197] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.414345] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.414415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.414497] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 is going to be created. [ 1360.473090] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.473338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.473338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.473519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.473728] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.485143] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: IN_PROGRESS for 2s [ 1360.828945] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.828945] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1362.498845] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: SUCCESS [ 1362.499257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.830030] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.830391] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.830876] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.831276] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.832530] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.832954] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.833795] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.834191] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.834844] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.835286] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.835720] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.836209] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.837043] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.837419] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.837902] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.838403] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.250652] env[65959]: INFO networking_nsxv3.common.synchronization [req-fdfd88e1-d241-4508-a0d1-823a912b3482 req-f4b989a1-8aa3-4ac9-b28c-1c623b80c338 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_members [ 1404.250930] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGHEST for action security_group_members [ 1404.251608] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.251608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.251608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.251608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.251909] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.251909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.251909] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.252070] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.252110] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.252209] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.756223] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.756450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.756450] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.756649] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.756742] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.756959] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.757106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.757165] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.757335] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.757446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.757538] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 is going to be updated. [ 1404.787235] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.787457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.787457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.787616] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.787751] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.797102] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: IN_PROGRESS for 2s [ 1406.808646] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: IN_PROGRESS for 4s [ 1408.819941] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 in Status: SUCCESS [ 1408.820258] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 deletion is rescheduled due to dependency. [ 1408.820403] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.252196] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.252371] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.252993] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.253441] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.633589] env[65959]: INFO networking_nsxv3.common.synchronization [req-f2636c80-984d-4fa8-9831-e96d6fa549d2 req-90fb939c-1ab4-4d8d-8f3d-47ab7d7ccd29 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_members [ 1415.634233] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 with Priority: HIGHEST for action security_group_members [ 1415.634418] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.634543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.634599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.634801] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.634949] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.635056] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.635106] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.635309] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.635414] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.635508] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e4e74b5-50dc-4a4a-8d86-f382f689fa51',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.139176] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.139433] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.139488] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.139827] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.139920] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.140112] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.140212] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.140274] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.140454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.140533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.140618] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 is going to be updated. [ 1416.172496] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.172750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.172750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.172911] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.173077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.181970] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: IN_PROGRESS for 2s [ 1418.194178] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 in Status: SUCCESS [ 1418.194574] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e4e74b5-50dc-4a4a-8d86-f382f689fa51 deletion is rescheduled due to dependency. [ 1418.194574] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e4e74b5-50dc-4a4a-8d86-f382f689fa51" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.331981] env[65959]: INFO networking_nsxv3.common.synchronization [None req-0e6f2bcf-c8f7-41db-8305-62bb96a4c00c tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_rules [ 1420.332729] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_rules [ 1420.332729] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.332986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.332986] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.333185] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.333266] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.407434] env[65959]: INFO networking_nsxv3.common.synchronization [None req-68b80fce-854a-47da-beca-6cf3b059cd64 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_rules [ 1420.407688] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_rules [ 1420.407964] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.408081] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.855367] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.855563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.855563] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.855736] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.855822] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.855913] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 already deleted. [ 1420.856038] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.856192] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.856352] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.856435] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.376257] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.376670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.376670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.376670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.376810] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.376847] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 already deleted. [ 1421.376908] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.408793] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.409163] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.690994] env[65959]: INFO networking_nsxv3.common.synchronization [req-cfa33d01-c7f6-4d3f-ae1f-d6fb903bfcc9 req-d80eab43-6e5b-49ad-a0cc-78f3e4f18f8f tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_members [ 1425.691523] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_members [ 1425.691827] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.691973] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.692053] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.692609] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.692773] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.692901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.692960] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.693170] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.693298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.693409] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.958340] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.958612] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.958780] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.959086] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.959350] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.959507] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.959637] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.959925] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.960155] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.960379] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.960526] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1425.960668] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1425.960821] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1425.960989] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.961174] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1425.961397] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1425.985122] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1425.985299] env[65959]: DEBUG dogpile.cache.region [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1425.985417] env[65959]: DEBUG dogpile.lock [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1425.985583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.985887] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock port-d4931606-13f0-4246-bb38-2011f6c0c72b taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.986100] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.986227] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.986549] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.986685] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4931606-13f0-4246-bb38-2011f6c0c72b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.195574] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.195786] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.195837] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.196122] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.196231] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.196431] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.196529] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.196636] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.196752] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.196825] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.196910] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 already deleted. [ 1426.196989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.490201] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.490622] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.490622] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.490796] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.490946] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.491110] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Segment Port d4931606-13f0-4246-bb38-2011f6c0c72b not found, creating... [ 1426.491373] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.491529] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.491643] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.491885] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.492131] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.492575] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.492831] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.493031] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.493353] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.493540] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.493728] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Resource: SegmentPort with ID: d4931606-13f0-4246-bb38-2011f6c0c72b is going to be created. [ 1426.515438] env[65959]: DEBUG networking_nsxv3.common.locking [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.515652] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.515760] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.516079] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.516326] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.516605] env[65959]: DEBUG oslo_concurrency.lockutils [None req-97df1cad-898d-4145-83ec-7930dc2e4506 None None] Releasing lock "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.196719] env[65959]: INFO networking_nsxv3.common.synchronization [req-cfa33d01-c7f6-4d3f-ae1f-d6fb903bfcc9 req-4a162adc-dbad-4166-beb7-95343b91b83c service nova] Enqueued Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_rules [ 1427.197032] env[65959]: INFO networking_nsxv3.common.synchronization [req-cfa33d01-c7f6-4d3f-ae1f-d6fb903bfcc9 req-4a162adc-dbad-4166-beb7-95343b91b83c service nova] Enqueued Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_members [ 1427.197237] env[65959]: INFO networking_nsxv3.common.synchronization [req-cfa33d01-c7f6-4d3f-ae1f-d6fb903bfcc9 req-4a162adc-dbad-4166-beb7-95343b91b83c service nova] Enqueued Resource ID: d4931606-13f0-4246-bb38-2011f6c0c72b with Priority: HIGHEST for action port [ 1427.197786] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_rules [ 1427.197917] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_members [ 1427.198142] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4931606-13f0-4246-bb38-2011f6c0c72b with Priority: HIGHEST for action port [ 1427.198400] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.198521] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.198592] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.198792] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.198878] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.199847] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.199942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.199942] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.200147] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.200262] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.200353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.200526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.200583] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.200620] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.200712] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.201547] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4931606-13f0-4246-bb38-2011f6c0c72b taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.201547] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.201710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.201965] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.201965] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4931606-13f0-4246-bb38-2011f6c0c72b',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.704666] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.704978] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.705117] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.706185] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4931606-13f0-4246-bb38-2011f6c0c72b with status ACTIVE [ 1427.706185] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.706383] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.706434] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.706726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.706875] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.707177] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.707356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.707412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.707677] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.707804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.708082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.708232] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.708338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.708558] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.708678] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.708799] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4931606-13f0-4246-bb38-2011f6c0c72b is going to be updated. [ 1427.731579] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.731809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.731809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.731969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.732171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.732338] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4931606-13f0-4246-bb38-2011f6c0c72b" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.211718] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.714697] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.715090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.715090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.715171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.715244] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.715341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 is going to be created. [ 1428.739686] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.739830] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.739896] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.740132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.740346] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.750201] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 in Status: UNINITIALIZED for 2s [ 1430.761649] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 in Status: SUCCESS [ 1430.762039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.762039] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.762259] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.762450] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.762568] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.762631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.762777] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.762859] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.762941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.763038] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.266128] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.769043] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec5a5ff8-a21f-48c6-849a-76d64c4483e3: rpc.has_security_group_logging(os_id): False [ 1431.786385] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.786634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.786634] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.786780] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.786869] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.787125] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.787230] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.787291] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.787444] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.787517] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.787603] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 is going to be created. [ 1431.846217] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.846462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.846462] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.846685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.846885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.858170] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 in Status: IN_PROGRESS for 2s [ 1432.199174] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.199384] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1433.871779] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 in Status: SUCCESS [ 1433.872168] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.200808] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.201271] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.202291] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.202767] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.204414] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.204788] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.205885] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.206310] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.207194] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.207684] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.208937] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.208937] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.210598] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.211045] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.211738] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.212124] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.213257] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.213704] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.214407] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.214747] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.215747] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.216169] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.971693] env[65959]: INFO networking_nsxv3.common.synchronization [req-67f4c6f9-663a-40d3-9079-19aea0d0a6a8 req-2d6535db-8194-43da-b29e-83d4877d74b7 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_members [ 1488.972280] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 with Priority: HIGHEST for action security_group_members [ 1488.972607] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.972726] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.972796] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.972998] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.973301] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.973301] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.973420] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.973504] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.973557] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.973643] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec5a5ff8-a21f-48c6-849a-76d64c4483e3',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.475612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.475889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.475889] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.476013] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.476092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.476283] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.476380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.476467] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.476622] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.476697] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.476781] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 is going to be updated. [ 1489.512842] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.513104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.513104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.513250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.513315] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.521631] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 in Status: IN_PROGRESS for 2s [ 1491.533163] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 in Status: SUCCESS [ 1491.533608] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec5a5ff8-a21f-48c6-849a-76d64c4483e3 deletion is rescheduled due to dependency. [ 1491.533608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec5a5ff8-a21f-48c6-849a-76d64c4483e3" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.486503] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1492.486753] env[65959]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d0f459a1-93d6-4be2-8018-19f41e8e3d11 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1493.636291] env[65959]: INFO networking_nsxv3.common.synchronization [None req-a77f3158-1678-4c7f-bcac-6c7b1c0bc09a tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_rules [ 1493.637155] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_rules [ 1493.637306] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.637454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.637564] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.637855] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.637966] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.713205] env[65959]: INFO networking_nsxv3.common.synchronization [None req-8d4a91d4-532f-4c23-a9d2-8d09b316bc38 tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_rules [ 1493.713426] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_rules [ 1493.713720] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.713831] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.160912] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.161096] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.161148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.161429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.161571] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.161713] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d already deleted. [ 1494.161842] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.162054] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.162298] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.162421] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.683404] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.683901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.683901] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.683987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.684051] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.684136] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d already deleted. [ 1494.684215] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.714040] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.714497] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.080719] env[65959]: INFO networking_nsxv3.common.synchronization [req-9dd9472c-8bc3-4829-a820-f6f40057ce40 req-58904f0a-1ace-4b28-9dbf-21c849e8a26c tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_members [ 1499.081337] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_members [ 1499.081662] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.081781] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.081849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.082167] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.082354] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.082461] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.082526] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.082704] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.082791] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.082884] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.362991] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.363219] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.363342] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.363653] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.363905] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.364189] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.364328] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.364588] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.364740] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.365028] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.365181] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] NeedRegenerationException {{(pid=65959) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1499.365293] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] no value, waiting for create lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1499.365397] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] value creation lock acquired {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1499.365507] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] No value present for key: 'zone-id' {{(pid=65959) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1499.365611] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Calling creation function for not-yet-present value {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1499.365738] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1499.388123] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1499.388300] env[65959]: DEBUG dogpile.cache.region [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65959) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1499.388414] env[65959]: DEBUG dogpile.lock [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Released creation lock {{(pid=65959) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1499.388582] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "network-600" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.388945] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock port-f4df4c01-7990-426f-b22a-8b33ac934293 taken with stack trace [, , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.389148] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.389266] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.389583] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.389716] env[65959]: DEBUG networking_nsxv3.api.rpc [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4df4c01-7990-426f-b22a-8b33ac934293',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.585560] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.585771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.585771] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.585940] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.586050] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.586243] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.586339] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.586400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.586593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.586659] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.586769] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d already deleted. [ 1499.586845] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.892105] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.892500] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.892500] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.892836] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.893086] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.893256] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Segment Port f4df4c01-7990-426f-b22a-8b33ac934293 not found, creating... [ 1499.893562] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.893778] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.893943] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.894258] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.894474] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.894953] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.895192] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.895374] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.895667] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.895846] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.896045] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Resource: SegmentPort with ID: f4df4c01-7990-426f-b22a-8b33ac934293 is going to be created. [ 1499.917502] env[65959]: DEBUG networking_nsxv3.common.locking [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.917735] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.917854] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.918179] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.918435] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.918680] env[65959]: DEBUG oslo_concurrency.lockutils [None req-a1b68a4f-da7d-464e-bfad-4f0e7d593010 None None] Releasing lock "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.609040] env[65959]: INFO networking_nsxv3.common.synchronization [req-9dd9472c-8bc3-4829-a820-f6f40057ce40 req-3c962adc-8c66-4999-9141-5d1829e6f795 service nova] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_rules [ 1500.609238] env[65959]: INFO networking_nsxv3.common.synchronization [req-9dd9472c-8bc3-4829-a820-f6f40057ce40 req-3c962adc-8c66-4999-9141-5d1829e6f795 service nova] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_members [ 1500.609376] env[65959]: INFO networking_nsxv3.common.synchronization [req-9dd9472c-8bc3-4829-a820-f6f40057ce40 req-3c962adc-8c66-4999-9141-5d1829e6f795 service nova] Enqueued Resource ID: f4df4c01-7990-426f-b22a-8b33ac934293 with Priority: HIGHEST for action port [ 1500.609609] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_rules [ 1500.609735] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_members [ 1500.609830] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4df4c01-7990-426f-b22a-8b33ac934293 with Priority: HIGHEST for action port [ 1500.610823] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.610954] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.611032] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.611322] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.611411] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.612749] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.612919] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.612994] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.613180] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.613326] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.613475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.613475] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.613610] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.613695] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.613781] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.615195] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4df4c01-7990-426f-b22a-8b33ac934293 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.615307] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.615375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.615535] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.615614] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4df4c01-7990-426f-b22a-8b33ac934293',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.113709] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.114128] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.116870] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.117260] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4df4c01-7990-426f-b22a-8b33ac934293 with status ACTIVE [ 1501.117386] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.117543] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.117611] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.117788] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.117874] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.118051] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.118145] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.118217] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.118862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.118862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.118862] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.118862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.118862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.118862] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.119257] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.119257] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4df4c01-7990-426f-b22a-8b33ac934293 is going to be updated. [ 1501.139151] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.139369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.139369] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.139562] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.139666] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.139821] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4df4c01-7990-426f-b22a-8b33ac934293" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.621049] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.123985] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.124413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.124413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.124528] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.124632] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.124762] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d is going to be created. [ 1502.147908] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.148153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.148153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.148334] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.148493] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.157867] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: UNINITIALIZED for 2s [ 1504.168954] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: SUCCESS [ 1504.169410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.169410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.169631] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.169825] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.169941] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.169996] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.170169] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.170247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.170331] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.170420] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.673267] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.175491] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b5dd34-22d7-48a6-93d6-96229914d54d: rpc.has_security_group_logging(os_id): False [ 1505.193523] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.193715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.193715] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.193885] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.193969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.194252] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.194356] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.194431] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.194593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.194670] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.194752] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d is going to be created. [ 1505.253589] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.253906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.253906] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.254046] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.254205] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.267492] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: IN_PROGRESS for 2s [ 1505.611552] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.611796] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1507.280896] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: SUCCESS [ 1507.281381] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.612875] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.613304] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.614274] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.614709] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.615242] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.615792] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.617028] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.617466] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.618447] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.618915] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.619883] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.620347] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.620940] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.621439] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.440416] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.440848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.440848] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.440984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.440984] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.943803] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.446600] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.622370] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.622588] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.949157] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1545.949292] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1546.657189] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.657597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.657597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.657597] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.670802] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1546.671626] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.672357] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1546.709209] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.709417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.709417] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.709619] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.723600] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.724399] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1546.724482] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.724569] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1546.759266] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.759437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.759491] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.759680] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.760447] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.760602] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1546.834811] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.835067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.835067] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.835243] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.835570] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.835845] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1546.912416] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.912633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.912694] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.912935] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.913351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.913707] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1546.913843] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f8b5dd34-22d7-48a6-93d6-96229914d54d', '3e2078aa-bfb9-420e-b668-207391d4719e', 'b4c12cf5-5b37-4021-ba7a-f299263e6761', '62895ee4-0aa4-4898-959c-9278bd9cbade', 'ff7fd36e-872c-442c-9ab6-566d885c4381', 'f09d2aa8-ce8e-41bb-9e63-5f390559d9b8', '0a2b6e08-87af-4cc0-bf48-d50f9112e32e', 'fcfd9d43-34e6-4dad-9769-2f4f019567ba', '0dae1640-8bdc-484b-bcd1-a78c79a3b233', '2a7bc577-7b63-4aa1-b502-5876f55b939c', '3d287476-aa48-4ef2-9f20-4005608709d8', '4a975529-9a6d-48fe-b3bb-6bdcd6211753', '92959d4e-7d88-4690-8ee4-18ed3d298893', 'ca73819b-c92f-4f9b-a861-e78334791b2a', 'd82b06b5-ae74-4fb7-ace7-3ebbd0c40b44', '678a4c7c-8ac8-43ac-a85d-5b93ccfe9496', '615198e4-cc1b-4e31-9139-c01af1e68f6d', 'a60b142a-ff0c-40a9-9544-366c14f25245', '94d103f8-500a-4f19-83a6-1ad777c85af8', '38738cfd-8cbb-4b34-9598-329f2c0a21b1', 'bfbe6bf3-6949-4157-a197-9c4979012647', 'ec5a5ff8-a21f-48c6-849a-76d64c4483e3', '82a787cf-0f7f-4018-b4d9-29a8b8366ee0', '81c92fb6-70dd-4bf7-b57f-a5e4d31d7f49', '664125ba-6557-47a4-9b6f-42ff82075593', '0ae93014-4084-4f1c-8b20-5b66eef04a71', '22ff8308-f3db-47b4-826f-6c2c40a47bf6', '7e4e74b5-50dc-4a4a-8d86-f382f689fa51', 'c1bfa562-374d-4d1f-952d-9c545eb2f277', 'db8672fa-f885-4e4f-be7f-89f155bd129c'} {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.913943] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1546.935984] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.936206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.936206] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.936466] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.936553] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.936697] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1546.936874] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.936874] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1547.013356] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.013569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.013569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.013768] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.015064] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.015338] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1547.015415] env[65959]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65959) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1547.015486] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1547.015552] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1547.015628] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1547.015698] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGH for action security_group_rules [ 1547.015788] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGH for action security_group_rules [ 1547.015885] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGH for action security_group_rules [ 1547.015950] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGH for action security_group_rules [ 1547.016020] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGH for action security_group_rules [ 1547.016086] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGH for action security_group_rules [ 1547.016148] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGH for action security_group_rules [ 1547.016209] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGH for action security_group_rules [ 1547.016269] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGH for action security_group_rules [ 1547.016329] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGH for action security_group_rules [ 1547.016388] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGH for action security_group_rules [ 1547.016448] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGH for action security_group_rules [ 1547.016508] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGH for action security_group_rules [ 1547.016568] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGH for action security_group_rules [ 1547.016626] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGH for action security_group_rules [ 1547.016695] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGH for action security_group_rules [ 1547.016736] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGH for action security_group_rules [ 1547.016829] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGH for action security_group_rules [ 1547.016892] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGH for action security_group_rules [ 1547.017013] env[65959]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGH for action security_group_rules [ 1547.017127] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.624100] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.624510] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1550.624510] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGH for action security_group_rules [ 1550.624510] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 with Priority: HIGH for action security_group_rules [ 1550.624695] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e with Priority: HIGH for action security_group_rules [ 1550.624695] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 with Priority: HIGH for action security_group_rules [ 1550.624781] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 with Priority: HIGH for action security_group_rules [ 1550.624821] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 with Priority: HIGH for action security_group_rules [ 1550.624948] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60b142a-ff0c-40a9-9544-366c14f25245 with Priority: HIGH for action security_group_rules [ 1550.625056] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d with Priority: HIGH for action security_group_rules [ 1550.625148] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca73819b-c92f-4f9b-a861-e78334791b2a with Priority: HIGH for action security_group_rules [ 1550.625233] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 with Priority: HIGH for action security_group_rules [ 1550.625320] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 with Priority: HIGH for action security_group_rules [ 1550.625408] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 with Priority: HIGH for action security_group_rules [ 1550.625494] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d287476-aa48-4ef2-9f20-4005608709d8 with Priority: HIGH for action security_group_rules [ 1550.625579] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c with Priority: HIGH for action security_group_rules [ 1550.625663] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 with Priority: HIGH for action security_group_rules [ 1550.625749] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 with Priority: HIGH for action security_group_rules [ 1550.625832] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba with Priority: HIGH for action security_group_rules [ 1550.625917] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7fd36e-872c-442c-9ab6-566d885c4381 with Priority: HIGH for action security_group_rules [ 1550.626017] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2078aa-bfb9-420e-b668-207391d4719e with Priority: HIGH for action security_group_rules [ 1550.626098] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62895ee4-0aa4-4898-959c-9278bd9cbade with Priority: HIGH for action security_group_rules [ 1550.626435] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.626561] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.626621] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.626887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.626964] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.627954] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4c12cf5-5b37-4021-ba7a-f299263e6761 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.628080] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.628137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.628305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.628379] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4c12cf5-5b37-4021-ba7a-f299263e6761',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.629178] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.629366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.629366] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.629484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.629552] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a2b6e08-87af-4cc0-bf48-d50f9112e32e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.630700] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.630700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.630700] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.630838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.630838] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.631608] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.631608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.632196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.632196] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.632196] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38738cfd-8cbb-4b34-9598-329f2c0a21b1',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.632948] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d103f8-500a-4f19-83a6-1ad777c85af8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.632948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.632948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.632948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.632948] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d103f8-500a-4f19-83a6-1ad777c85af8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.633989] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60b142a-ff0c-40a9-9544-366c14f25245 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.633989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.633989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.633989] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.634200] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60b142a-ff0c-40a9-9544-366c14f25245',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.634859] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-615198e4-cc1b-4e31-9139-c01af1e68f6d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.634962] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.635060] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.635194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.635263] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('615198e4-cc1b-4e31-9139-c01af1e68f6d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.636077] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca73819b-c92f-4f9b-a861-e78334791b2a taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.636077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.636077] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.636305] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.636305] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca73819b-c92f-4f9b-a861-e78334791b2a',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.637014] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.637119] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.637163] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.637285] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.637355] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('678a4c7c-8ac8-43ac-a85d-5b93ccfe9496',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.638040] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92959d4e-7d88-4690-8ee4-18ed3d298893 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.638139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.638250] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.638412] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.638495] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92959d4e-7d88-4690-8ee4-18ed3d298893',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.639296] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.639400] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.639476] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.639685] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.639685] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a975529-9a6d-48fe-b3bb-6bdcd6211753',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.640371] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d287476-aa48-4ef2-9f20-4005608709d8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.640470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.640548] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.640676] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.640738] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d287476-aa48-4ef2-9f20-4005608709d8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.641545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7bc577-7b63-4aa1-b502-5876f55b939c taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.641545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.641675] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.641739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.641804] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7bc577-7b63-4aa1-b502-5876f55b939c',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.642612] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.642739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.642739] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.642878] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.642946] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dae1640-8bdc-484b-bcd1-a78c79a3b233',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.643665] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.643772] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.643838] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.643974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.644051] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f09d2aa8-ce8e-41bb-9e63-5f390559d9b8',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.644824] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.644824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.644931] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.645094] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.645173] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcfd9d43-34e6-4dad-9769-2f4f019567ba',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.646103] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff7fd36e-872c-442c-9ab6-566d885c4381 taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.646227] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.646292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.646429] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.646496] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff7fd36e-872c-442c-9ab6-566d885c4381',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.647284] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2078aa-bfb9-420e-b668-207391d4719e taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.647386] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.647451] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.647599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.647670] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2078aa-bfb9-420e-b668-207391d4719e',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.648470] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62895ee4-0aa4-4898-959c-9278bd9cbade taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.648608] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.648652] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.648767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.648836] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62895ee4-0aa4-4898-959c-9278bd9cbade',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.152428] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.152725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.152725] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.152826] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.152977] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.153086] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.153137] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.153288] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.153371] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.153452] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.153535] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.316413] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.316740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.316740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.316887] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.318648] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.318804] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.319410] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.319501] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.320194] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.320287] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.320993] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.321104] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.321760] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.321849] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.322542] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.322633] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.323363] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.323454] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.324127] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.324218] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.324887] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.324979] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.325653] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.325745] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.326330] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.326751] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.326867] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.327556] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.327965] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.328099] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.328707] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.329129] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.329234] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.329839] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.330239] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.330347] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.331025] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.331411] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.331514] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.332127] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.332509] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.332614] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.333892] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.334307] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.334413] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.335056] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.335421] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.335511] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.352824] env[65959]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1551.353306] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.353429] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a2b6e08-87af-4cc0-bf48-d50f9112e32e is going to be deleted. [ 1551.354321] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.354531] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.373248] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.373406] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f09d2aa8-ce8e-41bb-9e63-5f390559d9b8 is going to be deleted. [ 1551.374247] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.374457] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.392178] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.392341] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff7fd36e-872c-442c-9ab6-566d885c4381 is going to be deleted. [ 1551.393153] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.393363] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.411484] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.411638] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d103f8-500a-4f19-83a6-1ad777c85af8 is going to be deleted. [ 1551.412395] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.412602] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.424800] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.425045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.425836] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.425933] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.431857] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.431980] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcfd9d43-34e6-4dad-9769-2f4f019567ba is going to be deleted. [ 1551.432806] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.433018] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.457512] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.457657] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.481221] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.481356] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a975529-9a6d-48fe-b3bb-6bdcd6211753 is going to be deleted. [ 1551.482375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.482598] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.498697] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.498824] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.536083] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.536291] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38738cfd-8cbb-4b34-9598-329f2c0a21b1 is going to be deleted. [ 1551.537435] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.537710] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.551214] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.551419] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.583407] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.583638] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.596097] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.596280] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62895ee4-0aa4-4898-959c-9278bd9cbade is going to be deleted. [ 1551.597292] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.597523] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.654844] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.655268] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.661938] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.662113] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60b142a-ff0c-40a9-9544-366c14f25245 is going to be deleted. [ 1551.663491] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.664886] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.664984] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.712930] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.713171] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.725380] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.725558] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 615198e4-cc1b-4e31-9139-c01af1e68f6d is going to be deleted. [ 1551.726424] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.726644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.749384] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.749599] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.756207] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.756395] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dae1640-8bdc-484b-bcd1-a78c79a3b233 is going to be deleted. [ 1551.757311] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.757527] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.789844] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.790068] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92959d4e-7d88-4690-8ee4-18ed3d298893 is going to be deleted. [ 1551.790910] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.791139] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.846223] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.846223] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d287476-aa48-4ef2-9f20-4005608709d8 is going to be deleted. [ 1551.847148] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.847364] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.865747] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.865969] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.892515] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.892748] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.897833] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.897973] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4c12cf5-5b37-4021-ba7a-f299263e6761 is going to be deleted. [ 1551.898904] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.899151] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.944805] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.945029] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.974809] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.975016] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7bc577-7b63-4aa1-b502-5876f55b939c is going to be deleted. [ 1551.976045] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.976351] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.015105] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.015281] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca73819b-c92f-4f9b-a861-e78334791b2a is going to be deleted. [ 1552.016184] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.016436] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.022011] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.022188] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.044528] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.044740] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.055755] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.055928] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44 is going to be deleted. [ 1552.056846] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.057092] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.090318] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.090496] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 678a4c7c-8ac8-43ac-a85d-5b93ccfe9496 is going to be deleted. [ 1552.091415] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.091643] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.106752] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.106974] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.167474] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8b5dd34-22d7-48a6-93d6-96229914d54d: rpc.has_security_group_logging(os_id): False [ 1552.177545] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.177545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.187000] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.187176] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2078aa-bfb9-420e-b668-207391d4719e is going to be deleted. [ 1552.188091] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.188320] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.188410] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.188533] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a2b6e08-87af-4cc0-bf48-d50f9112e32e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.188693] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.188850] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.188930] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.189061] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f09d2aa8-ce8e-41bb-9e63-5f390559d9b8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.189603] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.189767] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.189913] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.190052] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff7fd36e-872c-442c-9ab6-566d885c4381" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.190559] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.190717] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.190802] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.190937] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d103f8-500a-4f19-83a6-1ad777c85af8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.191090] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.191241] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.191316] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.191423] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcfd9d43-34e6-4dad-9769-2f4f019567ba" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.191569] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.191712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.191784] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.191883] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a975529-9a6d-48fe-b3bb-6bdcd6211753" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.192019] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.192164] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.192237] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.192348] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38738cfd-8cbb-4b34-9598-329f2c0a21b1" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.192499] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.192644] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.192719] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.192829] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62895ee4-0aa4-4898-959c-9278bd9cbade" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.192963] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.193120] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.193195] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.193308] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60b142a-ff0c-40a9-9544-366c14f25245" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.193445] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.193586] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.193661] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.193770] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dae1640-8bdc-484b-bcd1-a78c79a3b233" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.193897] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.194055] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.194132] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.194245] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-615198e4-cc1b-4e31-9139-c01af1e68f6d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.194378] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.194519] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.194593] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.194711] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92959d4e-7d88-4690-8ee4-18ed3d298893" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.194880] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.195007] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.195089] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.195199] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d287476-aa48-4ef2-9f20-4005608709d8" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.195323] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.195463] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.195536] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.195647] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4c12cf5-5b37-4021-ba7a-f299263e6761" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.195773] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.195915] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.195991] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.196112] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7bc577-7b63-4aa1-b502-5876f55b939c" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.196239] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.196375] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.196446] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.196551] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca73819b-c92f-4f9b-a861-e78334791b2a" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.203677] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.203835] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.203871] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.205037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.205037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.205037] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d82b06b5-ae74-4fb7-ace7-3ebbd0c40b44" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.218082] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.218082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.218082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.218082] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.255795] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.256024] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.299750] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.300086] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.300194] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.300258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.300470] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.300552] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.300639] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d is going to be updated. [ 1552.301712] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.301881] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.301967] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.302093] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-678a4c7c-8ac8-43ac-a85d-5b93ccfe9496" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.355769] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.355987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.355987] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.356214] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.356304] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.356425] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2078aa-bfb9-420e-b668-207391d4719e" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.450587] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.450813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.450813] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.450950] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.451116] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.467657] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: IN_PROGRESS for 2s [ 1554.482842] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: SUCCESS [ 1554.483252] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.627025] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.627025] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.627768] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.628108] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.958937] env[65959]: INFO networking_nsxv3.common.synchronization [req-99066ec6-edca-4afa-b2c1-34be285b1350 req-60904547-d185-4cf4-aa10-51c285983bab tempest-AttachVolumeNegativeTest-1784391060 tempest-AttachVolumeNegativeTest-1784391060-project-member] Enqueued Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_members [ 1562.959481] env[65959]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b5dd34-22d7-48a6-93d6-96229914d54d with Priority: HIGHEST for action security_group_members [ 1562.959793] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8b5dd34-22d7-48a6-93d6-96229914d54d taken with stack trace [, , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.959914] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.959977] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.960437] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.960778] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.960778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.960778] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.961023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.961023] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.961152] env[65959]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8b5dd34-22d7-48a6-93d6-96229914d54d',) {} {{(pid=65959) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.463396] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.463637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.463637] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.463856] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.463948] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.464158] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.464258] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.464353] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.464469] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.464545] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.464631] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d is going to be updated. [ 1563.496705] env[65959]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65959) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.496964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.496964] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.497198] env[65959]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.497341] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.505562] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: IN_PROGRESS for 2s [ 1565.518820] env[65959]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8b5dd34-22d7-48a6-93d6-96229914d54d in Status: SUCCESS [ 1565.519219] env[65959]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8b5dd34-22d7-48a6-93d6-96229914d54d deletion is rescheduled due to dependency. [ 1565.519219] env[65959]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8b5dd34-22d7-48a6-93d6-96229914d54d" {{(pid=65959) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.960077] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.960482] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.961594] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.961594] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.963050] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.963480] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.964895] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.965349] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.966442] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.966442] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.967757] env[65959]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.968176] env[65959]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0